{"msg":"Running step start_crdb","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:43.891080434Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"init_with_steps"}
{"msg":"Starting CRDB","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:43.89186132Z","hostname":"bmat-EVT22200007-000064cb","pid":25326}
{"msg":"cockroach temporary directory: /var/tmp/omicron_tmp/.tmpsjSNVT","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:43.921562197Z","hostname":"bmat-EVT22200007-000064cb","pid":25326}
{"msg":"cockroach: copying from seed tarball (/var/tmp/omicron_tmp/crdb-base-build/f234518892194a05ad8767dc97f01a61a55baf1431942a314ce8b0f72b18ec2e.tar) to storage directory (/var/tmp/omicron_tmp/.tmpsjSNVT/data)","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:43.921626506Z","hostname":"bmat-EVT22200007-000064cb","pid":25326}
{"msg":"cockroach command line: cockroach start-single-node --insecure --http-addr=:0 --store=path=/var/tmp/omicron_tmp/.tmpsjSNVT/data,ballast-size=0 --listen-addr [::1]:0 --listening-url-file /var/tmp/omicron_tmp/.tmpsjSNVT/listen-url","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:43.938453763Z","hostname":"bmat-EVT22200007-000064cb","pid":25326}
{"msg":"cockroach environment: BUILDOMAT_JOB_ID=01JT2JWKGHF3JHFMW0JR13NSA6 BUILDOMAT_TASK_ID=4 CARGO=/home/build/.rustup/toolchains/1.86.0-x86_64-unknown-illumos/bin/cargo CARGO_HOME=/home/build/.cargo CARGO_INCREMENTAL=0 CARGO_MANIFEST_DIR=/work/oxidecomputer/omicron/nexus CARGO_PKG_AUTHORS= CARGO_PKG_DESCRIPTION= CARGO_PKG_HOMEPAGE= CARGO_PKG_LICENSE=MPL-2.0 CARGO_PKG_LICENSE_FILE= CARGO_PKG_NAME=omicron-nexus CARGO_PKG_REPOSITORY= CARGO_PKG_RUST_VERSION= CARGO_PKG_VERSION=0.1.0 CARGO_PKG_VERSION_MAJOR=0 CARGO_PKG_VERSION_MINOR=1 CARGO_PKG_VERSION_PATCH=0 CARGO_PKG_VERSION_PRE= CARGO_TERM_COLOR=always CI=true CRDB_SEED_TAR=/var/tmp/omicron_tmp/crdb-base-build/f234518892194a05ad8767dc97f01a61a55baf1431942a314ce8b0f72b18ec2e.tar GITHUB_REPOSITORY=oxidecomputer/omicron GITHUB_SHA=531912b3fc900900bc7bd18f5eac1ce1e22cb1cd GOTRACEBACK=crash HOME=/home/build LANG=en_US.UTF-8 LC_ALL=en_US.UTF-8 LD_LIBRARY_PATH=/work/oxidecomputer/omicron/target/debug/build/aws-lc-sys-6532f52db341a7cc/out/build/artifacts:/work/oxidecomputer/omicron/target/debug/build/blake3-403ee89fc24db8f8/out:/work/oxidecomputer/omicron/target/debug/build/bzip2-sys-aece66bfb5c8df92/out/lib:/work/oxidecomputer/omicron/target/debug/build/libgit2-sys-5fe90ecb72e1690f/out/build:/work/oxidecomputer/omicron/target/debug/build/ring-fb368fe91b2bd145/out:/work/oxidecomputer/omicron/target/debug/build/tofino-ffe28f7f2301d0c2/out:/work/oxidecomputer/omicron/target/debug/build/zstd-sys-a7fb19a1e17b70f6/out:/work/oxidecomputer/omicron/target/debug/deps:/work/oxidecomputer/omicron/target/debug:/home/build/.rustup/toolchains/1.86.0-x86_64-unknown-illumos/lib/rustlib/x86_64-unknown-illumos/lib:/home/build/.rustup/toolchains/1.86.0-x86_64-unknown-illumos/lib LOGNAME=build NEXTEST=1 NEXTEST_BIN_EXE_nexus=/work/oxidecomputer/omicron/target/debug/nexus NEXTEST_BIN_EXE_schema-updater=/work/oxidecomputer/omicron/target/debug/schema-updater NEXTEST_EXECUTION_MODE=process-per-test NEXTEST_LD_LIBRARY_PATH=/work/oxidecomputer/omicron/target/debug/build/aws-lc-sys-6532f52db341a7cc/out/build/artifacts:/work/oxidecomputer/omicron/target/debug/build/blake3-403ee89fc24db8f8/out:/work/oxidecomputer/omicron/target/debug/build/bzip2-sys-aece66bfb5c8df92/out/lib:/work/oxidecomputer/omicron/target/debug/build/libgit2-sys-5fe90ecb72e1690f/out/build:/work/oxidecomputer/omicron/target/debug/build/ring-fb368fe91b2bd145/out:/work/oxidecomputer/omicron/target/debug/build/tofino-ffe28f7f2301d0c2/out:/work/oxidecomputer/omicron/target/debug/build/zstd-sys-a7fb19a1e17b70f6/out:/work/oxidecomputer/omicron/target/debug/deps:/work/oxidecomputer/omicron/target/debug:/home/build/.rustup/toolchains/1.86.0-x86_64-unknown-illumos/lib/rustlib/x86_64-unknown-illumos/lib:/home/build/.rustup/toolchains/1.86.0-x86_64-unknown-illumos/lib NEXTEST_PROFILE=ci NEXTEST_RUN_ID=29735cc2-0883-4059-8ca2-1da53f01ede3 NEXTEST_TEST_GLOBAL_SLOT=4 NEXTEST_TEST_GROUP=@global NEXTEST_TEST_GROUP_SLOT=none OUT_DIR=/work/oxidecomputer/omicron/target/debug/build/omicron-nexus-553062f859dbbfa0/out PATH=/work/oxidecomputer/omicron/out/mgd/root/opt/oxide/mgd/bin:/work/oxidecomputer/omicron/out/dendrite-stub/bin:/work/oxidecomputer/omicron/out/clickhouse:/work/oxidecomputer/omicron/out/cockroachdb/bin:/home/build/.cargo/bin:/usr/bin:/bin:/usr/sbin:/sbin:/opt/ooce/bin:/opt/ooce/sbin PWD=/work/oxidecomputer/omicron RUSTC_BOOTSTRAP=1 RUSTDOCFLAGS=--document-private-items -D warnings RUSTFLAGS=-D warnings -C link-arg=-R/usr/platform/oxide/lib/amd64 RUSTUP_HOME=/home/build/.rustup RUSTUP_TOOLCHAIN=1.86.0-x86_64-unknown-illumos RUST_BACKTRACE=1 RUST_RECURSION_COUNT=1 SHLVL=1 SSL_CERT_DIR=/usr/ssl/certs SSL_CERT_FILE=/etc/ssl/cacert.pem TMPDIR=/var/tmp/omicron_tmp TZ=UTC USER=build _=/usr/bin/ptime __NEXTEST_ATTEMPT=1","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:43.938680815Z","hostname":"bmat-EVT22200007-000064cb","pid":25326}
{"msg":"cockroach pid: 25335","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:45.402944295Z","hostname":"bmat-EVT22200007-000064cb","pid":25326}
{"msg":"cockroach listen URL: postgresql://root@[::1]:54171/omicron?sslmode=disable","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:45.403082991Z","hostname":"bmat-EVT22200007-000064cb","pid":25326}
{"msg":"Running step start_clickhouse","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:45.403572647Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"init_with_steps"}
{"msg":"Starting Clickhouse","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:45.403621574Z","hostname":"bmat-EVT22200007-000064cb","pid":25326}
{"msg":"Running step start_gateway_switch0","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:45.919408345Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"init_with_steps"}
{"msg":"Starting Management Gateway","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:45.919562322Z","hostname":"bmat-EVT22200007-000064cb","pid":25326}
{"msg":"Running step start_dendrite_switch0","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:46.045134326Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"init_with_steps"}
{"msg":"Starting Dendrite for switch0","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:46.045235458Z","hostname":"bmat-EVT22200007-000064cb","pid":25326}
{"msg":"Running step start_mgd_switch0","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:46.122255385Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"init_with_steps"}
{"msg":"Starting mgd for switch0","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:46.122425794Z","hostname":"bmat-EVT22200007-000064cb","pid":25326}
{"msg":"mgd port is 46823","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:46.210469676Z","hostname":"bmat-EVT22200007-000064cb","pid":25326}
{"msg":"Running step record_switch_dns","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:46.210591088Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"init_with_steps"}
{"msg":"Recording DNS for the switch zones","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:46.210636899Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"switch_location":"switch0","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229"}
{"msg":"Running step start_internal_dns","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:46.21080263Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"init_with_steps"}
{"msg":"opening sled database","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:46.211072838Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","path":"/var/tmp/omicron_tmp/.tmpyD2nB4"}
{"msg":"pruning trees for generations newer than 0","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:46.341325618Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server"}
{"msg":"pruning trees for generations older than 0","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:46.341424265Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","keep":3}
{"msg":"DNS server bound to address","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:46.341452481Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"dns","kind":"dns","component":"internal_dns_server","local_address":"[::1]:33840"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:46.342343386Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"[::1]:46236","component":"http","kind":"dns","component":"internal_dns_server","versions":"all","path":"/config","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:46.342408045Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"[::1]:46236","component":"http","kind":"dns","component":"internal_dns_server","versions":"all","path":"/config","method":"PUT"}
{"msg":"listening","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:46.342444988Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"[::1]:46236","component":"http","kind":"dns","component":"internal_dns_server"}
{"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:46.34332889Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"[::1]:46236","component":"http","kind":"dns","component":"internal_dns_server"}
{"msg":"Running step start_external_dns","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:46.343467997Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"init_with_steps"}
{"msg":"opening sled database","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:46.34363033Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"external_dns_server","path":"/var/tmp/omicron_tmp/.tmpI96mSw"}
{"msg":"pruning trees for generations newer than 0","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:46.355210302Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"external_dns_server"}
{"msg":"pruning trees for generations older than 0","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:46.355529799Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"external_dns_server","keep":3}
{"msg":"DNS server bound to address","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:46.355693836Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"dns","kind":"dns","component":"external_dns_server","local_address":"[::1]:44407"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:46.356015036Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"[::1]:44043","component":"http","kind":"dns","component":"external_dns_server","versions":"all","path":"/config","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:46.356141468Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"[::1]:44043","component":"http","kind":"dns","component":"external_dns_server","versions":"all","path":"/config","method":"PUT"}
{"msg":"listening","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:46.35625312Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"[::1]:44043","component":"http","kind":"dns","component":"external_dns_server"}
{"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:46.357182953Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"[::1]:44043","component":"http","kind":"dns","component":"external_dns_server"}
{"msg":"Running step start_nexus_internal","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:46.357466398Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"init_with_steps"}
{"msg":"Starting Nexus (internal API)","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:46.357701035Z","hostname":"bmat-EVT22200007-000064cb","pid":25326}
{"msg":"setting up nexus server","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:46.358229929Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:46.360362899Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","class":"Action"}
{"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:46.360546935Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","class":"AnyActor"}
{"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:46.360646684Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","class":"AuthenticatedActor"}
{"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:46.360806823Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","class":"BlueprintConfig"}
{"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:46.36091586Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","class":"Database"}
{"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:46.361005329Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","class":"DnsConfig"}
{"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:46.361093043Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","class":"Fleet"}
{"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:46.361196449Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","class":"Inventory"}
{"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:46.361295316Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","class":"IpPoolList"}
{"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:46.361376999Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","class":"ConsoleSessionList"}
{"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:46.361478431Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","class":"DeviceAuthRequestList"}
{"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:46.361559052Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","class":"SiloCertificateList"}
{"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:46.361649392Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","class":"SiloIdentityProviderList"}
{"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:46.361745714Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","class":"SiloUserList"}
{"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:46.361827517Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","class":"TargetReleaseConfig"}
{"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:46.361911935Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","class":"WebhookEventClassList"}
{"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:46.362325689Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","class":"Project"}
{"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:46.362452201Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","class":"Disk"}
{"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:46.362552221Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","class":"Snapshot"}
{"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:46.362687741Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","class":"ProjectImage"}
{"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:46.362774914Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","class":"AffinityGroup"}
{"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:46.362956326Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","class":"AntiAffinityGroup"}
{"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:46.363067908Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","class":"Instance"}
{"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:46.363152527Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","class":"IpPool"}
{"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:46.363242556Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","class":"InstanceNetworkInterface"}
{"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:46.363322596Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","class":"Vpc"}
{"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:46.363486182Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","class":"VpcRouter"}
{"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:46.36361577Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","class":"InternetGateway"}
{"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:46.363919505Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","class":"InternetGatewayIpPool"}
{"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:46.364272448Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","class":"InternetGatewayIpAddress"}
{"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:46.364841893Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","class":"RouterRoute"}
{"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:46.365043494Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","class":"VpcSubnet"}
{"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:46.365153454Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","class":"FloatingIp"}
{"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:46.365244926Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","class":"Image"}
{"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:46.365326839Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","class":"SiloImage"}
{"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:46.36541284Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","class":"AddressLot"}
{"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:46.365492249Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","class":"Blueprint"}
{"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:46.365645694Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","class":"LoopbackAddress"}
{"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:46.365757617Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","class":"Certificate"}
{"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:46.365851705Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","class":"ConsoleSession"}
{"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:46.36595466Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","class":"DeviceAuthRequest"}
{"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:46.366051383Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","class":"DeviceAccessToken"}
{"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:46.366139949Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","class":"PhysicalDisk"}
{"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:46.366253616Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","class":"Rack"}
{"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:46.36634606Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","class":"RoleBuiltin"}
{"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:46.366430839Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","class":"SshKey"}
{"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:46.36651702Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","class":"Silo"}
{"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:46.366679163Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","class":"SiloUser"}
{"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:46.366804122Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","class":"SiloGroup"}
{"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:46.367061185Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","class":"SupportBundle"}
{"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:46.367172837Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","class":"IdentityProvider"}
{"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:46.367256624Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","class":"SamlIdentityProvider"}
{"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:46.367342906Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","class":"Sled"}
{"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:46.367443987Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","class":"TufRepo"}
{"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:46.367539187Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","class":"TufArtifact"}
{"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:46.36763108Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","class":"WebhookEvent"}
{"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:46.367709727Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","class":"WebhookReceiver"}
{"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:46.36779683Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","class":"WebhookSecret"}
{"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:46.367880577Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","class":"Zpool"}
{"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:46.367984514Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","class":"Service"}
{"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:46.368069844Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","class":"UserBuiltin"}
{"msg":"full Oso configuration","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:46.368417677Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","config":"#\n# Oso configuration for Omicron\n# This file is augmented by generated snippets.\n#\n\n#\n# ACTOR TYPES AND BASIC RULES\n#\n\n# `AnyActor` includes both authenticated and unauthenticated users.\nactor AnyActor {}\n\n# An `AuthenticatedActor` has an identity in the system.  All of our operations\n# today require that an actor be authenticated.\nactor AuthenticatedActor {}\n\n# For any resource, `actor` can perform action `action` on it if they're\n# authenticated and their role(s) give them the corresponding permission on that\n# resource.\nallow(actor: AnyActor, action: Action, resource) if\n    actor.authenticated and\n    has_permission(actor.authn_actor.unwrap(), action.to_perm(), resource);\n\n# Define role relationships\nhas_role(actor: AuthenticatedActor, role: String, resource: Resource)\n\tif resource.has_role(actor, role);\n\n#\n# ROLES AND PERMISSIONS IN THE FLEET/SILO/PROJECT HIERARCHY\n#\n# We define the following permissions for most resources in the system:\n#\n# - \"create_child\": required to create child resources (of any type)\n#\n# - \"list_children\": required to list child resources (of all types) of a\n#   resource\n#\n# - \"modify\": required to modify or delete a resource\n#\n# - \"read\": required to read a resource\n#\n# We define the following predefined roles for only a few high-level resources:\n# the Fleet (see below), Silo, Organization, and Project.  The specific roles\n# are oriented around intended use-cases:\n#\n# - \"admin\": has all permissions on the resource\n#\n# - \"collaborator\": has \"read\", \"list_children\", and \"create_child\", plus\n#   the \"admin\" role for child resources.  The idea is that if you're an\n#   Organization Collaborator, you have full control over the Projects within\n#   the Organization, but you cannot modify or delete the Organization itself.\n#\n# - \"viewer\": has \"read\" and \"list_children\" on a resource\n#\n# Below the Project level, permissions are granted via roles at the Project\n# level.  For example, for someone to be able to create, modify, or delete any\n# Instances, they must be granted project.collaborator, which means they can\n# create, modify, or delete _all_ resources in the Project.\n#\n# The complete set of predefined roles:\n#\n# - fleet.admin           (superuser for the whole system)\n# - fleet.collaborator    (can manage Silos)\n# - fleet.viewer          (can read most non-siloed resources in the system)\n# - silo.admin            (superuser for the silo)\n# - silo.collaborator     (can create and own Organizations)\n# - silo.viewer           (can read most resources within the Silo)\n# - organization.admin    (complete control over an organization)\n# - organization.collaborator (can manage Projects)\n# - organization.viewer   (can read most resources within the Organization)\n# - project.admin         (complete control over a Project)\n# - project.collaborator  (can manage all resources within the Project)\n# - project.viewer        (can read most resources within the Project)\n#\n# Outside the Silo/Organization/Project hierarchy, we (currently) treat most\n# resources as nested under Fleet or else a synthetic resource (see below).  We\n# do not yet support role assignments on anything other than Fleet, Silo,\n# Organization, or Project.\n#\n\n# \"Fleet\" is a global singleton representing the whole system.  The name comes\n# from the idea described in RFD 24, but it's not quite right.  This probably\n# should be more like \"Region\" or \"AvailabilityZone\".  The precise boundaries\n# have not yet been figured out.\nresource Fleet {\n\tpermissions = [\n\t    \"list_children\",\n\t    \"modify\",\n\t    \"read\",\n\t    \"create_child\",\n\t];\n\n\troles = [\n\t    # Roles that can be attached by users\n\t    \"admin\",\n\t    \"collaborator\",\n\t    \"viewer\",\n\n\t    # Internal-only roles\n\t    \"external-authenticator\"\n\t];\n\n\t# Roles implied by other roles on this resource\n\t\"viewer\" if \"collaborator\";\n\t\"collaborator\" if \"admin\";\n\n\t# Permissions granted directly by roles on this resource\n\t\"list_children\" if \"viewer\";\n\t\"read\" if \"viewer\";\n\t\"create_child\" if \"collaborator\";\n\t\"modify\" if \"admin\";\n}\n\n# For fleets specifically, roles can be conferred by roles on the user's Silo.\nhas_role(actor: AuthenticatedActor, role: String, _: Fleet) if\n\tsilo_role in actor.confers_fleet_role(role) and\n\thas_role(actor, silo_role, actor.silo.unwrap());\n\nresource Silo {\n\tpermissions = [\n\t    \"list_children\",\n\t    \"modify\",\n\t    \"read\",\n\t    \"create_child\",\n\t];\n\troles = [ \"admin\", \"collaborator\", \"viewer\" ];\n\n\t# Roles implied by other roles on this resource\n\t\"viewer\" if \"collaborator\";\n\t\"collaborator\" if \"admin\";\n\n\t# Permissions granted directly by roles on this resource\n\t\"list_children\" if \"viewer\";\n\t\"read\" if \"viewer\";\n\n\t\"create_child\" if \"collaborator\";\n\t\"modify\" if \"admin\";\n\n\t# Permissions implied by roles on this resource's parent (Fleet).  Fleet\n\t# privileges allow a user to see and potentially administer the Silo,\n\t# but they do not give anyone permission to look at anything inside the\n\t# Silo.  To achieve this, we use permission rules here.  (If we granted\n\t# Fleet administrators _roles_ on the Silo, then those would cascade\n\t# into the Silo as well.)\n\trelations = { parent_fleet: Fleet };\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"collaborator\" on \"parent_fleet\";\n\n\t# external authenticator has to create silo users\n\t\"list_children\" if \"external-authenticator\" on \"parent_fleet\";\n\t\"create_child\" if \"external-authenticator\" on \"parent_fleet\";\n}\n\nhas_relation(fleet: Fleet, \"parent_fleet\", silo: Silo)\n\tif silo.fleet = fleet;\n\n# As a special case, all authenticated users can read their own Silo.  That's\n# not quite the same as having the \"viewer\" role.  For example, they cannot list\n# Organizations in the Silo.\n#\n# One reason this is necessary is because if an unprivileged user tries to\n# create an Organization using \"POST /organizations\", they should get back a 403\n# (which implies they're able to see /organizations, which is essentially seeing\n# the Silo itself) rather than a 404.  This behavior isn't a hard constraint\n# (i.e., you could reasonably get a 404 for an API you're not allowed to call).\n# Nor is the implementation (i.e., we could special-case this endpoint somehow).\n# But granting this permission is the simplest way to keep this endpoint's\n# behavior consistent with the rest of the API.\n#\n# This rule is also used to determine if a user can list the identity providers\n# in the Silo (which they should be able to), since that's predicated on being\n# able to read the Silo.\n#\n# It's unclear what else would break if users couldn't see their own Silo.\nhas_permission(actor: AuthenticatedActor, \"read\", silo: Silo)\n\tif silo in actor.silo;\n\nresource Project {\n\tpermissions = [\n\t    \"list_children\",\n\t    \"modify\",\n\t    \"read\",\n\t    \"create_child\",\n\t];\n\troles = [ \"admin\", \"collaborator\", \"viewer\" ];\n\n\t# Roles implied by other roles on this resource\n\t\"viewer\" if \"collaborator\";\n\t\"collaborator\" if \"admin\";\n\n\t# Permissions granted directly by roles on this resource\n\t\"list_children\" if \"viewer\";\n\t\"read\" if \"viewer\";\n\t\"create_child\" if \"collaborator\";\n\t\"modify\" if \"admin\";\n\n\t# Roles implied by roles on this resource's parent (Silo)\n\trelations = { parent_silo: Silo };\n\t\"admin\" if \"collaborator\" on \"parent_silo\";\n\t\"viewer\" if \"viewer\" on \"parent_silo\";\n}\nhas_relation(silo: Silo, \"parent_silo\", project: Project)\n\tif project.silo = silo;\n\n#\n# GENERAL RESOURCES OUTSIDE THE SILO/PROJECT HIERARCHY\n#\n# Many resources use snippets of Polar generated by the `authz_resource!` Rust\n# macro.  Some resources require custom Polar code.  Those appear here.\n#\n\nresource Certificate {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Fleet-level and silo-level roles both grant privileges on certificates.\n\t\"read\" if \"admin\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"read\" if \"admin\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", certificate: Certificate)\n\tif certificate.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", certificate: Certificate)\n\tif certificate.silo.fleet = fleet;\n\nresource SiloUser {\n\tpermissions = [\n\t    \"list_children\",\n\t    \"modify\",\n\t    \"read\",\n\t    \"create_child\",\n\t];\n\n\t# Fleet and Silo administrators can manage a Silo's users.  This is one\n\t# of the only areas of Silo configuration that Fleet Administrators have\n\t# permissions on.\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\t\"read\" if \"read\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"read\" on \"parent_fleet\";\n\t\"read\" if \"read\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", user: SiloUser)\n\tif user.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", user: SiloUser)\n\tif user.silo.fleet = fleet;\n\n# authenticated actors have all permissions on themselves\nhas_permission(actor: AuthenticatedActor, _perm: String, silo_user: SiloUser)\n    if actor.equals_silo_user(silo_user);\n\nhas_permission(actor: AuthenticatedActor, \"read\", silo_user: SiloUser)\n    if silo_user.silo in actor.silo;\n\nresource SiloGroup {\n\tpermissions = [\n\t    \"list_children\",\n\t    \"modify\",\n\t    \"read\",\n\t    \"create_child\",\n\t];\n\n\trelations = { parent_silo: Silo };\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\t\"read\" if \"read\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n}\nhas_relation(silo: Silo, \"parent_silo\", group: SiloGroup)\n\tif group.silo = silo;\n\nresource SshKey {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { silo_user: SiloUser };\n\n\t\"read\" if \"read\" on \"silo_user\";\n\t\"modify\" if \"modify\" on \"silo_user\";\n}\nhas_relation(user: SiloUser, \"silo_user\", ssh_key: SshKey)\n\tif ssh_key.silo_user = user;\n\nresource IdentityProvider {\n\tpermissions = [\n\t    \"read\",\n\t    \"modify\",\n\t    \"create_child\",\n\t    \"list_children\",\n\t];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Silo-level roles grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_silo\";\n\t\"list_children\" if \"viewer\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\n\t# Fleet-level roles also grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", identity_provider: IdentityProvider)\n\tif identity_provider.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: IdentityProvider)\n\tif collection.silo.fleet = fleet;\n\nresource SamlIdentityProvider {\n\tpermissions = [\n\t    \"read\",\n\t    \"modify\",\n\t    \"create_child\",\n\t    \"list_children\",\n\t];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Silo-level roles grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_silo\";\n\t\"list_children\" if \"viewer\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\n\t# Fleet-level roles also grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", saml_identity_provider: SamlIdentityProvider)\n\tif saml_identity_provider.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SamlIdentityProvider)\n\tif collection.silo.fleet = fleet;\n\n#\n# SYNTHETIC RESOURCES OUTSIDE THE SILO HIERARCHY\n#\n# The resources here do not correspond to anything that appears explicitly in\n# the API or is stored in the database.  These are used either at the top level\n# of the API path (e.g., \"/v1/system/ip-pools\") or as an implementation detail of the system\n# (in the case of console sessions and \"Database\").  The policies are\n# either statically-defined in this file or driven by role assignments on the\n# Fleet.  None of these resources defines their own roles.\n#\n\n# Describes the policy for reading and modifying DNS configuration\n# (both internal and external)\nresource DnsConfig {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_fleet: Fleet };\n\t# \"external-authenticator\" requires these permissions because that's the\n\t# context that Nexus uses when creating and deleting Silos.  These\n\t# operations necessarily need to read and modify DNS configuration.\n\t\"read\" if \"external-authenticator\" on \"parent_fleet\";\n\t\"modify\" if \"external-authenticator\" on \"parent_fleet\";\n\t# \"admin\" on the parent fleet also gets these permissions, primarily for\n\t# the test suite.\n\t\"read\" if \"admin\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", dns_config: DnsConfig)\n\tif dns_config.fleet = fleet;\n\n# Describes the policy for accessing blueprints\nresource BlueprintConfig {\n\tpermissions = [\n\t    \"list_children\", # list blueprints\n\t    \"create_child\",  # create blueprint\n\t    \"read\",          # read the current target\n\t    \"modify\",        # change the current target\n\t];\n\n\trelations = { parent_fleet: Fleet };\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", list: BlueprintConfig)\n\tif list.fleet = fleet;\n\n# Describes the policy for accessing blueprints\nresource TargetReleaseConfig {\n\tpermissions = [\n\t    \"read\",          # read the current target release\n\t    \"modify\",        # change the current target release\n\t];\n\n\trelations = { parent_fleet: Fleet };\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", resource: TargetReleaseConfig)\n\tif resource.fleet = fleet;\n\n# Describes the policy for reading and modifying low-level inventory\nresource Inventory {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_fleet: Fleet };\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", inventory: Inventory)\n\tif inventory.fleet = fleet;\n\n# Describes the policy for accessing \"/v1/system/ip-pools\" in the API\nresource IpPoolList {\n\tpermissions = [\n\t    \"list_children\",\n\t    \"modify\",\n\t    \"create_child\",\n\t];\n\n\t# Fleet Administrators can create or modify the IP Pools list.\n\trelations = { parent_fleet: Fleet };\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n\n\t# Fleet Viewers can list IP Pools\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", ip_pool_list: IpPoolList)\n\tif ip_pool_list.fleet = fleet;\n\n# Any authenticated user can create a child of a provided IP Pool.\n# This is necessary to use the pools when provisioning instances.\nhas_permission(actor: AuthenticatedActor, \"create_child\", ip_pool: IpPool)\n\tif silo in actor.silo and silo.fleet = ip_pool.fleet;\n\n# Describes the policy for creating and managing web console sessions.\nresource ConsoleSessionList {\n\tpermissions = [ \"create_child\" ];\n\trelations = { parent_fleet: Fleet };\n\t\"create_child\" if \"external-authenticator\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: ConsoleSessionList)\n\tif collection.fleet = fleet;\n\n# Describes the policy for creating and managing device authorization requests.\nresource DeviceAuthRequestList {\n\tpermissions = [ \"create_child\" ];\n\trelations = { parent_fleet: Fleet };\n\t\"create_child\" if \"external-authenticator\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: DeviceAuthRequestList)\n\tif collection.fleet = fleet;\n\n# Describes the policy for creating and managing Silo certificates\nresource SiloCertificateList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Both Fleet and Silo administrators can see and modify the Silo's\n\t# certificates.\n\t\"list_children\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", collection: SiloCertificateList)\n\tif collection.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SiloCertificateList)\n\tif collection.silo.fleet = fleet;\n\n# Describes the policy for creating and managing Silo identity providers\nresource SiloIdentityProviderList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Everyone who can read the Silo (which includes all the users in the\n\t# Silo) can see the identity providers in it.\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\n\t# Fleet and Silo administrators can manage the Silo's identity provider\n\t# configuration.  This is one of the only areas of Silo configuration\n\t# that Fleet Administrators have permissions on.  This is also one of\n\t# the only cases where we need to look two levels up the hierarchy to\n\t# see if somebody has the right permission.  For most other things,\n\t# permissions cascade down the hierarchy so we only need to look at the\n\t# parent.\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", collection: SiloIdentityProviderList)\n\tif collection.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SiloIdentityProviderList)\n\tif collection.silo.fleet = fleet;\n\n# Describes the policy for creating and managing Silo users (mostly intended for\n# API-managed users)\nresource SiloUserList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Everyone who can read the Silo (which includes all the users in the\n\t# Silo) can see the users in it.\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\n\t# Fleet and Silo administrators can manage the Silo's users.  This is\n\t# one of the only areas of Silo configuration that Fleet Administrators\n\t# have permissions on.  This is also one of the few cases (so far) where\n\t# we need to look two levels up the hierarchy to see if somebody has the\n\t# right permission.  For most other things, permissions cascade down the\n\t# hierarchy so we only need to look at the parent.\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", collection: SiloUserList)\n\tif collection.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SiloUserList)\n\tif collection.silo.fleet = fleet;\n\n# These rules grants the external authenticator role the permissions it needs to\n# read silo users and modify their sessions.  This is necessary for login to\n# work.\nhas_permission(actor: AuthenticatedActor, \"read\", silo: Silo)\n\tif has_role(actor, \"external-authenticator\", silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"read\", user: SiloUser)\n\tif has_role(actor, \"external-authenticator\", user.silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"modify\", user: SiloUser)\n\tif has_role(actor, \"external-authenticator\", user.silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"read\", group: SiloGroup)\n\tif has_role(actor, \"external-authenticator\", group.silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"modify\", group: SiloGroup)\n\tif has_role(actor, \"external-authenticator\", group.silo.fleet);\n\nhas_permission(actor: AuthenticatedActor, \"read\", session: ConsoleSession)\n\tif has_role(actor, \"external-authenticator\", session.fleet);\nhas_permission(actor: AuthenticatedActor, \"modify\", session: ConsoleSession)\n\tif has_role(actor, \"external-authenticator\", session.fleet);\n\n# All authenticated users can read and delete device authn requests because\n# by necessity these operations happen before we've figured out what user (or\n# even Silo) the device auth is associated with.  Any user can claim a device\n# auth request with the right user code (that's how it works) -- it's the user\n# code and associated logic that prevents unauthorized access here.\nhas_permission(_actor: AuthenticatedActor, \"read\", _device_auth: DeviceAuthRequest);\nhas_permission(_actor: AuthenticatedActor, \"modify\", _device_auth: DeviceAuthRequest);\n\nhas_permission(actor: AuthenticatedActor, \"read\", device_token: DeviceAccessToken)\n\tif has_role(actor, \"external-authenticator\", device_token.fleet);\n\nhas_permission(actor: AuthenticatedActor, \"read\", identity_provider: IdentityProvider)\n\tif has_role(actor, \"external-authenticator\", identity_provider.silo.fleet);\n\nhas_permission(actor: AuthenticatedActor, \"read\", saml_identity_provider: SamlIdentityProvider)\n\tif has_role(actor, \"external-authenticator\", saml_identity_provider.silo.fleet);\n\n# Describes the policy for who can access the internal database.\nresource Database {\n\tpermissions = [\n\t    # \"query\" is required to perform any query against the database,\n\t    # whether a read or write query.  This is checked when an operation\n\t    # checks out a database connection from the connection pool.\n\t    #\n\t    # Any authenticated user gets this permission.  There's generally\n\t    # some other authz check involved in the database query.  For\n\t    # example, if you're querying the database to \"read\" a \"Project\", we\n\t    # should also be checking that.  So why do we do this at all?  It's\n\t    # a belt-and-suspenders measure so that if we somehow introduced an\n\t    # unauthenticated code path that hits the database, it cannot be\n\t    # used to DoS the database because we won't allow the operation to\n\t    # make the query.  (As long as the code path _is_ authenticated, we\n\t    # can use throttling mechanisms to prevent DoS.)\n\t    \"query\",\n\n\t    # \"modify\" is required to populate database data that's delivered\n\t    # with the system.  It should also be required for schema changes,\n\t    # when we support those.  This is separate from \"query\" so that we\n\t    # cannot accidentally invoke these code paths from API calls and\n\t    # other general functions.\n\t    \"modify\"\n\t];\n}\n\n# All authenticated users have the \"query\" permission on the database.\nhas_permission(_actor: AuthenticatedActor, \"query\", _resource: Database);\n\n# The \"db-init\" user is the only one with the \"modify\" permission.\nhas_permission(USER_DB_INIT: AuthenticatedActor, \"modify\", _resource: Database);\nhas_permission(USER_DB_INIT: AuthenticatedActor, \"create_child\", _resource: IpPoolList);\n# It also has \"admin\" on the internal silo to populate it with built-in resources.\n# TODO-completeness: actually limit to just internal silo and not all silos\nhas_role(USER_DB_INIT: AuthenticatedActor, \"admin\", _silo: Silo);\n\n# Allow the internal API admin permissions on all silos.\nhas_role(USER_INTERNAL_API: AuthenticatedActor, \"admin\", _silo: Silo);\n\nresource WebhookSecret {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_webhook_receiver: WebhookReceiver };\n\n\t\"read\" if \"read\" on \"parent_webhook_receiver\";\n\t\"modify\" if \"modify\" on \"parent_webhook_receiver\";\n}\n\nhas_relation(rx: WebhookReceiver, \"parent_webhook_receiver\", secret: WebhookSecret)\n\tif secret.webhook_receiver = rx;\n\nresource WebhookEventClassList {\n\tpermissions = [ \"list_children\" ];\n\trelations = { parent_fleet: Fleet };\n\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n}\n\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: WebhookEventClassList)\n\tif collection.fleet = fleet;\n\n\n\n                resource Disk {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = { containing_project: Project };\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"collaborator\" on \"containing_project\";\n                    \"create_child\" if \"collaborator\" on \"containing_project\";\n                }\n\n                has_relation(parent: Project, \"containing_project\", child: Disk)\n                        if child.project = parent;\n            \n\n                resource Snapshot {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = { containing_project: Project };\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"collaborator\" on \"containing_project\";\n                    \"create_child\" if \"collaborator\" on \"containing_project\";\n                }\n\n                has_relation(parent: Project, \"containing_project\", child: Snapshot)\n                        if child.project = parent;\n            \n\n                resource ProjectImage {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = { containing_project: Project };\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"collaborator\" on \"containing_project\";\n                    \"create_child\" if \"collaborator\" on \"containing_project\";\n                }\n\n                has_relation(parent: Project, \"containing_project\", child: ProjectImage)\n                        if child.project = parent;\n            \n\n                resource AffinityGroup {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = { containing_project: Project };\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"collaborator\" on \"containing_project\";\n                    \"create_child\" if \"collaborator\" on \"containing_project\";\n                }\n\n                has_relation(parent: Project, \"containing_project\", child: AffinityGroup)\n                        if child.project = parent;\n            \n\n                resource AntiAffinityGroup {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = { containing_project: Project };\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"collaborator\" on \"containing_project\";\n                    \"create_child\" if \"collaborator\" on \"containing_project\";\n                }\n\n                has_relation(parent: Project, \"containing_project\", child: AntiAffinityGroup)\n                        if child.project = parent;\n            \n\n                resource Instance {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = { containing_project: Project };\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"collaborator\" on \"containing_project\";\n                    \"create_child\" if \"collaborator\" on \"containing_project\";\n                }\n\n                has_relation(parent: Project, \"containing_project\", child: Instance)\n                        if child.project = parent;\n            \n\n                resource IpPool {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: IpPool)\n                    if child.fleet = fleet;\n            \n\n                resource InstanceNetworkInterface {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = {\n                        containing_project: Project,\n                        parent: Instance\n                    };\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"collaborator\" on \"containing_project\";\n                    \"create_child\" if \"collaborator\" on \"containing_project\";\n                }\n\n                has_relation(project: Project, \"containing_project\", child: InstanceNetworkInterface)\n                    if has_relation(project, \"containing_project\", child.instance);\n\n                has_relation(parent: Instance, \"parent\", child: InstanceNetworkInterface)\n                    if child.instance = parent;\n            \n\n                resource Vpc {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = { containing_project: Project };\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"collaborator\" on \"containing_project\";\n                    \"create_child\" if \"collaborator\" on \"containing_project\";\n                }\n\n                has_relation(parent: Project, \"containing_project\", child: Vpc)\n                        if child.project = parent;\n            \n\n                resource VpcRouter {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = {\n                        containing_project: Project,\n                        parent: Vpc\n                    };\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"collaborator\" on \"containing_project\";\n                    \"create_child\" if \"collaborator\" on \"containing_project\";\n                }\n\n                has_relation(project: Project, \"containing_project\", child: VpcRouter)\n                    if has_relation(project, \"containing_project\", child.vpc);\n\n                has_relation(parent: Vpc, \"parent\", child: VpcRouter)\n                    if child.vpc = parent;\n            \n\n                resource InternetGateway {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = {\n                        containing_project: Project,\n                        parent: Vpc\n                    };\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"collaborator\" on \"containing_project\";\n                    \"create_child\" if \"collaborator\" on \"containing_project\";\n                }\n\n                has_relation(project: Project, \"containing_project\", child: InternetGateway)\n                    if has_relation(project, \"containing_project\", child.vpc);\n\n                has_relation(parent: Vpc, \"parent\", child: InternetGateway)\n                    if child.vpc = parent;\n            \n\n                resource InternetGatewayIpPool {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = {\n                        containing_project: Project,\n                        parent: InternetGateway\n                    };\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"collaborator\" on \"containing_project\";\n                    \"create_child\" if \"collaborator\" on \"containing_project\";\n                }\n\n                has_relation(project: Project, \"containing_project\", child: InternetGatewayIpPool)\n                    if has_relation(project, \"containing_project\", child.internet_gateway);\n\n                has_relation(parent: InternetGateway, \"parent\", child: InternetGatewayIpPool)\n                    if child.internet_gateway = parent;\n            \n\n                resource InternetGatewayIpAddress {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = {\n                        containing_project: Project,\n                        parent: InternetGateway\n                    };\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"collaborator\" on \"containing_project\";\n                    \"create_child\" if \"collaborator\" on \"containing_project\";\n                }\n\n                has_relation(project: Project, \"containing_project\", child: InternetGatewayIpAddress)\n                    if has_relation(project, \"containing_project\", child.internet_gateway);\n\n                has_relation(parent: InternetGateway, \"parent\", child: InternetGatewayIpAddress)\n                    if child.internet_gateway = parent;\n            \n\n                resource RouterRoute {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = {\n                        containing_project: Project,\n                        parent: VpcRouter\n                    };\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"collaborator\" on \"containing_project\";\n                    \"create_child\" if \"collaborator\" on \"containing_project\";\n                }\n\n                has_relation(project: Project, \"containing_project\", child: RouterRoute)\n                    if has_relation(project, \"containing_project\", child.vpc_router);\n\n                has_relation(parent: VpcRouter, \"parent\", child: RouterRoute)\n                    if child.vpc_router = parent;\n            \n\n                resource VpcSubnet {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = {\n                        containing_project: Project,\n                        parent: Vpc\n                    };\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"collaborator\" on \"containing_project\";\n                    \"create_child\" if \"collaborator\" on \"containing_project\";\n                }\n\n                has_relation(project: Project, \"containing_project\", child: VpcSubnet)\n                    if has_relation(project, \"containing_project\", child.vpc);\n\n                has_relation(parent: Vpc, \"parent\", child: VpcSubnet)\n                    if child.vpc = parent;\n            \n\n                resource FloatingIp {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = { containing_project: Project };\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"collaborator\" on \"containing_project\";\n                    \"create_child\" if \"collaborator\" on \"containing_project\";\n                }\n\n                has_relation(parent: Project, \"containing_project\", child: FloatingIp)\n                        if child.project = parent;\n            \n\n                resource Image {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = { containing_silo: Silo };\n                    \"list_children\" if \"viewer\" on \"containing_silo\";\n                    \"read\" if \"viewer\" on \"containing_silo\";\n                    \"modify\" if \"collaborator\" on \"containing_silo\";\n                    \"create_child\" if \"collaborator\" on \"containing_silo\";\n                }\n\n                has_relation(parent: Silo, \"containing_silo\", child: Image)\n                    if child.silo = parent;\n            \n\n                resource SiloImage {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = { containing_silo: Silo };\n                    \"list_children\" if \"viewer\" on \"containing_silo\";\n                    \"read\" if \"viewer\" on \"containing_silo\";\n                    \"modify\" if \"collaborator\" on \"containing_silo\";\n                    \"create_child\" if \"collaborator\" on \"containing_silo\";\n                }\n\n                has_relation(parent: Silo, \"containing_silo\", child: SiloImage)\n                    if child.silo = parent;\n            \n\n                resource AddressLot {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: AddressLot)\n                    if child.fleet = fleet;\n            \n\n                resource Blueprint {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: Blueprint)\n                    if child.fleet = fleet;\n            \n\n                resource LoopbackAddress {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: LoopbackAddress)\n                    if child.fleet = fleet;\n            \n\n\n                resource ConsoleSession {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: ConsoleSession)\n                    if child.fleet = fleet;\n            \n\n                resource DeviceAuthRequest {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: DeviceAuthRequest)\n                    if child.fleet = fleet;\n            \n\n                resource DeviceAccessToken {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: DeviceAccessToken)\n                    if child.fleet = fleet;\n            \n\n                resource PhysicalDisk {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: PhysicalDisk)\n                    if child.fleet = fleet;\n            \n\n                resource Rack {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: Rack)\n                    if child.fleet = fleet;\n            \n\n                resource RoleBuiltin {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: RoleBuiltin)\n                    if child.fleet = fleet;\n            \n\n\n\n\n\n                resource SupportBundle {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: SupportBundle)\n                    if child.fleet = fleet;\n            \n\n\n\n                resource Sled {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: Sled)\n                    if child.fleet = fleet;\n            \n\n                resource TufRepo {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: TufRepo)\n                    if child.fleet = fleet;\n            \n\n                resource TufArtifact {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: TufArtifact)\n                    if child.fleet = fleet;\n            \n\n                resource WebhookEvent {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: WebhookEvent)\n                    if child.fleet = fleet;\n            \n\n                resource WebhookReceiver {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: WebhookReceiver)\n                    if child.fleet = fleet;\n            \n\n\n                resource Zpool {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: Zpool)\n                    if child.fleet = fleet;\n            \n\n                resource Service {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: Service)\n                    if child.fleet = fleet;\n            \n\n                resource UserBuiltin {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: UserBuiltin)\n                    if child.fleet = fleet;\n            "}
{"msg":"Setting up resolver using DNS address: [::1]:33840","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:46.413803435Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"new DNS resolver","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:46.413876631Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","addresses":"[[::1]:33840]"}
{"msg":"Setting up qorb database pool from a single host","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:46.414349704Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","url":"PostgresConfigWithUrl {\n    url_raw: \"postgresql://root@[::1]:54171/omicron?sslmode=disable\",\n    config: Config {\n        user: Some(\n            \"root\",\n        ),\n        password: None,\n        dbname: Some(\n            \"omicron\",\n        ),\n        options: None,\n        application_name: None,\n        ssl_mode: Disable,\n        host: [\n            Tcp(\n                \"::1\",\n            ),\n        ],\n        hostaddr: [],\n        port: [\n            54171,\n        ],\n        connect_timeout: None,\n        tcp_user_timeout: None,\n        keepalives: true,\n        keepalives_idle: 7200s,\n        keepalives_interval: None,\n        keepalives_retries: None,\n        target_session_attrs: Any,\n        channel_binding: Prefer,\n        load_balance_hosts: Disable,\n    },\n}"}
{"msg":"registered USDT probes","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:46.416529938Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"Database schema version is up to date","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:46.493572981Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"desired_version":"140.0.0","found_version":"140.0.0","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"registered USDT probes","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:46.634553375Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"145cc64c-0909-4bc0-b842-fafff400a324","component":"clickhouse-client","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:46.718704701Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/bgtasks","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:46.718855432Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/bgtasks/activate","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:46.719037996Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/bgtasks/view/{bgtask_name}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:46.719235289Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/clickhouse/policy","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:46.719388073Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/clickhouse/policy","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:46.71951182Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/crucible/0/upstairs/{upstairs_id}/downstairs/{downstairs_id}/stop-request","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:46.719655616Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/crucible/0/upstairs/{upstairs_id}/downstairs/{downstairs_id}/stopped","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:46.719751908Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/crucible/0/upstairs/{upstairs_id}/repair/{repair_id}/progress","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:46.719946085Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/crucible/0/upstairs/{upstairs_id}/repair-finish","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:46.720040784Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/crucible/0/upstairs/{upstairs_id}/repair-start","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:46.720155793Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/demo-saga","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:46.720252395Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/demo-saga/{demo_saga_id}/complete","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:46.720394759Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/deployment/blueprints/all","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:46.720488706Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/deployment/blueprints/all/{blueprint_id}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:46.720576671Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/deployment/blueprints/all/{blueprint_id}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:46.720664576Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/deployment/blueprints/import","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:46.720738864Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/deployment/blueprints/regenerate","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:46.720842541Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/deployment/blueprints/target","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:46.720931669Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/deployment/blueprints/target","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:46.721024153Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/deployment/blueprints/target/enabled","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:46.721103872Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/disk/{disk_id}/remove-read-only-parent","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:46.721219622Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/disks/{disk_id}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:46.721489991Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/experimental/v1/system/support-bundles","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:46.721578547Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/experimental/v1/system/support-bundles","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:46.721696512Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:46.721792684Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:46.721927853Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:46.722002212Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download","method":"HEAD"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:46.722091289Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download/{file}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:46.722200557Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download/{file}","method":"HEAD"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:46.722298041Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/index","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:46.722389193Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/instances/{instance_id}/migrate","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:46.722529021Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/metrics/collectors","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:46.722634081Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/metrics/collectors/{collector_id}/producers","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:46.722724601Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/metrics/producers","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:46.722796915Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/mgs-updates","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:46.722886273Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/nat/ipv4/changeset/{from_gen}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:46.722973617Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/oximeter/read-policy","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:46.723058506Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/oximeter/read-policy","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:46.723131762Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/physical-disk/expunge","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:46.723215289Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/probes/{sled}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:46.723324155Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/racks/{rack_id}/initialization-complete","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:46.723404415Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/sagas","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:46.723553472Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/sagas/{saga_id}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:46.723662129Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/sled-agents/{sled_id}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:46.723736297Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/sled-agents/{sled_id}","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:46.723824723Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/sled-agents/{sled_id}/firewall-rules-update","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:46.723915494Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/sleds/add","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:46.723989742Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/sleds/expunge","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:46.724087116Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/sleds/uninitialized","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:46.724181083Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/switch/{switch_id}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:46.724592733Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/ping","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:46.724643504Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/vmms/{propolis_id}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:46.724687822Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/volume/{volume_id}/remove-read-only-parent","method":"POST"}
{"msg":"listening","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:46.724725528Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:46.725595371Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"SEC running","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:46.725962713Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"sec_id":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","component":"SEC","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:46.727400908Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:46.727473743Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:46.730817125Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"attempting to create built-in users","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:46.731043756Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:46.732462403Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:46.732534326Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:46.73310339Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"starting MgsUpdateDriver","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:46.733383839Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"MgsUpdateDriver","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:46.743547349Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:51126","req_id":"3576c0ac-f7b7-4cdc-bc45-6e3ab61c0434","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 79 (0x4f) bytes\n0000:   3b fa 01 00  00 01 00 00  00 00 00 01  10 5f 63 72   ;............_cr\n0010:   75 63 69 62  6c 65 2d 70  61 6e 74 72  79 04 5f 74   ucible-pantry._t\n0020:   63 70 0d 63  6f 6e 74 72  6f 6c 2d 70  6c 61 6e 65   cp.control-plane\n0030:   05 6f 78 69  64 65 08 69  6e 74 65 72  6e 61 6c 00   .oxide.internal.\n0040:   00 21 00 01  00 00 29 04  d0 00 00 00  00 00 00      .!....)........"}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:46.744400759Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:51126","req_id":"3576c0ac-f7b7-4cdc-bc45-6e3ab61c0434","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 15354,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            16,\n            95,\n            99,\n            114,\n            117,\n            99,\n            105,\n            98,\n            108,\n            101,\n            45,\n            112,\n            97,\n            110,\n            116,\n            114,\n            121,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 15354,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            16,\n            95,\n            99,\n            114,\n            117,\n            99,\n            105,\n            98,\n            108,\n            101,\n            45,\n            112,\n            97,\n            110,\n            116,\n            114,\n            121,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_crucible-pantry._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_project_deletion_with_snapshot","level":50,"time":"2025-04-30T06:37:46.746180615Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:51126","req_id":"3576c0ac-f7b7-4cdc-bc45-6e3ab61c0434","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"created 5 built-in users","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:46.793106903Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:46.793531408Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:46.801364145Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:46.803872893Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"attempting to create built-in roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:46.815838303Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:46.81599223Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:46.816026659Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:46.816067841Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"created 10 built-in roles","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:46.936651887Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:46.93672365Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:46.936780763Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:46.939550773Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"attempting to create built-in role assignments","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:46.939637626Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:46.93966495Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:46.939702755Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:46.975109902Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"created 4 built-in role assignments","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:47.326649762Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:47.326742056Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:47.326806364Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:47.328950326Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"attempting to create built-in silos","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:47.329030997Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:47.329056908Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:47.329097309Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:47.329505943Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"created 2 built-in silos","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:47.400830883Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:47.400922666Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:47.40098463Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:47.401648743Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:47.421160188Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:47.421274997Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:47.423328027Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"attempting to create built-in projects","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:47.423423598Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:47.423640981Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:47.423705499Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:47.424146358Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:47.43078265Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:47.430896607Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:47.431051997Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:47.431100914Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:47.431931479Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:47.491375498Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:47.491448162Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:47.491476709Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:47.492060532Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:47.494510875Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:47.497732043Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:47.497794226Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:47.497825779Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:47.497854246Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:47.497881831Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:47.498278131Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:47.500970926Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:47.501165734Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:47.501215633Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:47.50142494Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:47.503446979Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:47.506447207Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:47.506504902Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:47.506532687Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:47.506989457Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"created built-in services project","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:47.529961598Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:47.530023231Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:47.530204963Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:47.5318697Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"attempting to create built-in VPCs","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:47.531926172Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:47.531949739Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:47.531974448Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:47.532435377Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:47.536057463Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:47.53611071Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:47.536553382Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:47.539329663Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:47.539383601Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:47.53941324Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:47.539438801Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:47.539948997Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:47.542109983Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:47.54216867Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:47.542196856Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:47.542336604Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:47.544684632Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:47.54474353Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:47.54477373Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:47.545151964Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:47.548072743Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:47.552777046Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"successful lookup of siloed resource \"Project\" using built-in user","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:47.552863528Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:47.552989129Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:47.553025832Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:47.553112935Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:47.553144248Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:47.553520107Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:47.562839615Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:47.562886278Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:47.56291229Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:47.563334341Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:47.565675155Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:47.565723351Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:47.565781737Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:47.566204259Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:47.569398353Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:47.579749848Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:47.579830228Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:47.579858534Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:47.580295916Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:47.597065899Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:47.597149235Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:47.597183693Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:47.597208874Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:47.598404636Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:47.616162167Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:47.616226575Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:47.6162539Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:47.616947912Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:47.627832379Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:47.627907218Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:47.627936927Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:47.628477214Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:47.633375754Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:47.639670105Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:47.639830324Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:47.639879833Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:47.640359979Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:47.648500148Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:47.648574627Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:47.649251896Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:47.65673212Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:47.6568026Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:47.657529609Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:47.661066446Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:47.66112905Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:47.661159241Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:47.66124942Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:47.661634067Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:47.667535785Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:47.667594182Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:47.66762358Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:47.668284036Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:47.671230266Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:47.671347951Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:47.671493301Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:47.672385538Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:47.681166033Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:47.687966452Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:47.688081251Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:47.688113656Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:47.688723871Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:47.741887877Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:47.741981574Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:47.742079309Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:47.742151112Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:47.749575504Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:47.760250223Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:47.760321625Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:47.760349461Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:47.76094618Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:47.763967129Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:47.764021617Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:47.764052148Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:47.765479382Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:47.770670705Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:47.797761421Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:47.797904175Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:47.798003924Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:47.798620142Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:47.887847021Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:47.887917842Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:47.887947551Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:47.887974565Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:47.888746623Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:47.896676633Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:47.896734198Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:47.896762314Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:47.897203152Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:47.903644817Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:47.903700568Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:47.903729556Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:47.904958645Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:47.909499963Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:47.926190277Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:47.926279595Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:47.926309485Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:47.926834851Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"attempting to create built-in VPC firewall rules","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:47.939881095Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:47.940054521Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:47.940092547Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:47.942095076Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:47.948612171Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:47.94868696Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:47.949374941Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:47.953015184Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:47.953070043Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:47.953844867Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:47.956132585Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:47.956197414Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:47.956227905Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:47.956254438Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:47.956661649Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:47.959310597Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:47.959362701Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:47.959388973Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:47.962450283Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:47.964714364Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:47.964773321Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:47.964899703Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:47.965763204Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:47.970194533Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:47.977033028Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:47.978311235Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:47.978497416Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:47.978734358Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:47.978786462Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:47.978813706Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:47.979916684Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:47.991460855Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:47.991526405Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:47.991555954Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:47.992074126Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:48.002364209Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:48.003744138Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.003803747Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.004825633Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.043898293Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.057767105Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:48.058032134Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.058084388Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.058843149Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:48.07397058Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:48.07410601Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:48.074140939Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.074168464Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.07537584Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:48.079366461Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:48.079425969Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.079457362Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.080305762Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:48.08263842Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:48.084450019Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.08450551Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.084976909Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.088623575Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.0942875Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:48.094353962Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.094384183Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.09486486Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"created built-in VPC firewall rules","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:48.196444752Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"attempting to create built-in VPC Subnets","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.196516475Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:48.196541845Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.196566935Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.197260477Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:48.200758677Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.200816512Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.201512278Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:48.204099784Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.204143571Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.204661573Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:48.207649406Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:48.207755468Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:48.207789586Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.207815136Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.208315473Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:48.210275138Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:48.21033643Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.2103666Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.210849242Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:48.213554943Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:48.213601676Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.21362899Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.214014308Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.216943244Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.221763708Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:48.221825932Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:48.221851283Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.221876423Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.222298824Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:48.228859987Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:48.228921329Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:48.228950287Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.228991459Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.229734089Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:48.236430661Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:48.236501743Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.236528686Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.23704231Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:48.239926146Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:48.239975384Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.240000915Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.240965196Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.243453985Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.24892243Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:48.255497551Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:48.255565075Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:48.255595586Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.255619944Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.256516741Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:48.258714711Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:48.258772726Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.258800121Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.259541097Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:48.262026439Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:48.262084254Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.262111729Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.263397451Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.265328558Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.274211156Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:48.274284542Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.274314442Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.274999858Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:48.287900772Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.287963056Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.289677111Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:48.292568632Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:48.292708912Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:48.292796787Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.292878239Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.293581871Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:48.295826864Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:48.295882475Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.295910841Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.296523993Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:48.298528266Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:48.298578246Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.298606011Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.299187119Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.301181904Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.307416416Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:48.312594963Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:48.312714131Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:48.312785303Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.312821365Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.313375609Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:48.316269094Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:48.316324083Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.31635256Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.316975982Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:48.3198205Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:48.319880089Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.319907894Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.32044818Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.32273681Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.328410214Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:48.328505715Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.328534752Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.329443142Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:48.377066208Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.377154374Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.377707987Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:48.380701301Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:48.381084695Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:48.381141207Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.381169213Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.381666955Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:48.383540708Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:48.383584696Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.383610958Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.384012107Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:48.386011381Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:48.386068875Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.38609631Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.386810824Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.388728294Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.395209287Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:48.400426863Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:48.400488967Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:48.400518966Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.400542493Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.401129363Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:48.403178555Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:48.403240739Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.403270659Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.403776787Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:48.406358822Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:48.406415815Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.406443681Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.407170178Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.409215203Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.41693309Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:48.417027368Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.41705845Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.417461193Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:48.423270547Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.423328673Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.424069429Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"created built-in services vpc subnets","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:48.427087753Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"created built-in services vpc","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:48.427250678Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:48.427351689Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.427420205Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.43023803Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"attempting to create silo users","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.430298871Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:48.430332839Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.43035849Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.430873516Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"created 2 silo users","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:48.441409318Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"attempting to create silo user role assignments","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.441454498Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:48.441785487Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.441834615Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.443352119Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"created 2 silo user role assignments","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:48.447242891Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:48.447433981Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.44748346Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.448118084Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:48.454772944Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.454857382Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.456957326Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:48.470911238Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"IpPoolList","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:48.47100739Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:48.471046348Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.47107269Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.472622608Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.476398111Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.481937467Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"IpPoolList","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:48.482001936Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.482030242Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.482650087Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:48.492668158Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"IpPoolList","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:48.492817195Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:48.492861403Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.492889228Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.493689312Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.496917494Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.49970592Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"IpPoolList","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:48.499773074Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.499802242Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.501353703Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:48.585531352Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.585609397Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.586739769Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"populate complete","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:48.591753479Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"activating background tasks","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:48.591823608Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"Running step start_sled1","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.59769656Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"init_with_steps"}
{"msg":"setting up sled agent server","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:48.597967049Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"created simulated sled agent","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:48.672646092Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","sim_mode":"Explicit"}
{"msg":"registered sled b6d65341-167c-41df-9b5c-41cded99c229 storage","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:48.67316727Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"omicron_sled_agent::sim::SimulatedUpstairs"}
{"msg":"activating","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.673862045Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","iteration":1,"reason":"Timeout"}
{"msg":"reading DNS version","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.6740956Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:48.674204036Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.674300669Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.676206977Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"activating","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.67641939Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","iteration":1,"reason":"Timeout"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:48.676634118Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","dns_name":"_nameservice._tcp.control-plane.oxide.internal"}
{"msg":"activating","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.677113523Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","iteration":1,"reason":"Timeout"}
{"msg":"DNS propagation: skipped","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2025-04-30T06:37:48.677248953Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","reason":"no config nor servers"}
{"msg":"activation complete","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.677370475Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","status":"{\"error\":\"no config nor servers\"}","iteration":1,"elapsed":"259.347µs"}
{"msg":"activating","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.67854742Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","iteration":1,"reason":"Timeout"}
{"msg":"reading DNS version","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.678651006Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:48.678721437Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.678804011Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.679420289Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"activating","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.679551881Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","iteration":1,"reason":"Timeout"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:48.679638183Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","dns_name":"_external-dns._tcp.control-plane.oxide.internal"}
{"msg":"activating","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.679833442Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","iteration":1,"reason":"Timeout"}
{"msg":"DNS propagation: skipped","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2025-04-30T06:37:48.679926949Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","reason":"no config nor servers"}
{"msg":"activation complete","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.680106617Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","status":"{\"error\":\"no config nor servers\"}","iteration":1,"elapsed":"275.268µs"}
{"msg":"activating","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.680311365Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","iteration":1,"reason":"Timeout"}
{"msg":"Metric producer GC running","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:48.680488818Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","expiration":"2025-04-30 06:27:48.680399430 UTC"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:48.68077589Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.680865188Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.681428991Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"activating","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.681558179Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","iteration":1,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:48.681671765Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:48.681773398Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:48.681858567Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.681938236Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.682469064Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"activating","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.682601898Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","iteration":1,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:48.682704763Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.682787438Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.683547412Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"activating","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.683673804Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","iteration":1,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:48.683815035Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.683902209Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.684664448Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"activating","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.68479112Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","iteration":1,"reason":"Timeout"}
{"msg":"activating","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.685172119Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","iteration":1,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:48.685666875Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:48.685790672Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:48.685874599Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.685957083Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.686493232Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"activating","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.686626697Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","iteration":1,"reason":"Timeout"}
{"msg":"Blueprint execution: skipped","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2025-04-30T06:37:48.686748961Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","reason":"no blueprint"}
{"msg":"activation complete","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.686833109Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","status":"{\"error\":\"no blueprint\"}","iteration":1,"elapsed":"208.075µs"}
{"msg":"activating","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.687081464Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","iteration":1,"reason":"Timeout"}
{"msg":"Blueprint execution: skipped","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2025-04-30T06:37:48.687178337Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","reason":"no blueprint"}
{"msg":"activation complete","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.687256452Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","status":"{\"error\":\"no blueprint\"}","iteration":1,"elapsed":"183.996µs"}
{"msg":"activating","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.687371642Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","iteration":1,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:48.687729735Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:48.687867991Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:48.688536042Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.688644277Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.689223251Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"activating","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.689354963Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","iteration":1,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:48.68950376Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:48.689603098Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:48.689762155Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.689949127Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.690791987Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"activating","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.691046273Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","iteration":1,"reason":"Timeout"}
{"msg":"activation complete","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.691516771Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","status":"{\"error\":\"task disabled\"}","iteration":1,"elapsed":"415.518µs"}
{"msg":"activating","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.691573423Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","iteration":1,"reason":"Timeout"}
{"msg":"Blueprint rendezvous: skipped","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2025-04-30T06:37:48.69160167Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","reason":"no blueprint"}
{"msg":"activation complete","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.691627902Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","status":"{\"error\":\"no blueprint\"}","iteration":1,"elapsed":"24.619µs"}
{"msg":"activating","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.691654305Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","iteration":1,"reason":"Timeout"}
{"msg":"Decommissioned Disk Cleaner disabled","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:48.691679214Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"activation complete","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.691902489Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":1,"elapsed":"239.277µs"}
{"msg":"activating","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.69195305Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","iteration":1,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:48.691979573Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:48.692654728Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:48.692706962Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.692734657Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.693386756Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"activating","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.69344875Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","iteration":1,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:48.693476385Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:48.6935038Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:48.69352931Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.693778357Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.694301409Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"activating","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.694358392Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","iteration":1,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:48.694750975Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.694805924Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.695236963Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"activating","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.695278736Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","iteration":1,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:48.695302894Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.695328786Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.695855636Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"activating","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.695913761Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","iteration":1,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:48.695941567Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.69596826Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.696757062Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"activating","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.696815348Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","iteration":1,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:48.696910738Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:48.696969986Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:48.697000226Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.697025206Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.699273545Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"activating","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.699333274Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","iteration":1,"reason":"Timeout"}
{"msg":"background instance updater explicitly disabled","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:48.699361851Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"activation complete","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.699948911Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","status":"{\"destroyed_active_vmms\":0,\"disabled\":true,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":1,"elapsed":"489.275µs"}
{"msg":"activating","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.700042538Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","iteration":1,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:48.700076155Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.700106906Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.700541973Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"activating","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.700592193Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","iteration":1,"reason":"Timeout"}
{"msg":"starting background task for service firewall rule propagation","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.700619748Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:48.700642543Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.700667142Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.701039674Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"activating","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.701135125Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","iteration":1,"reason":"Timeout"}
{"msg":"VPC route manager running","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:48.701168691Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:48.701191166Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:48.701218501Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:48.701244092Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.701268901Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.701583558Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"activating","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.701637155Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","iteration":1,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:48.701680181Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.701709158Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.702160127Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"activating","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.702216158Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"saga_recovery","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","iteration":1,"reason":"Timeout"}
{"msg":"listing candidate sagas for recovery","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.702245276Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:48.702266679Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000003a8a, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.702289004Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.702616306Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000003a8a, .. })"}
{"msg":"activating","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.70266861Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","iteration":1,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:48.702699542Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.702726114Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.703093286Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"activating","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.703144678Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","iteration":1,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:48.703172804Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.703198025Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.703580226Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"activating","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.703631308Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","iteration":1,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:48.703675777Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.70370264Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.70410428Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"activating","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.704154561Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","iteration":1,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:48.704180953Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.704207195Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.704589858Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"activating","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.704638354Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","iteration":1,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:48.704762261Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.704808173Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.711268084Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"activating","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.711341961Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","iteration":1,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:48.711371119Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:48.711956235Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:48.712015303Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.712069661Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.718539452Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"activating","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.718601445Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","iteration":1,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:48.718632327Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.718807415Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.721194421Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"activating","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.721243339Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","iteration":1,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:48.721343128Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.721386123Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.721913504Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"activating","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.721967161Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","iteration":1,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:48.721993834Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.722021159Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.722696003Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:48.722954749Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:48.723008816Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:48.723038676Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.723065089Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.723500937Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"No ledger in /var/tmp/omicron_tmp/.tmpNxrxSM/artifact-config.json","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:48.724465579Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"Failed to read ledger: Not found in storage","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.724518645Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/var/tmp/omicron_tmp/.tmpNxrxSM/artifact-config.json"}
{"msg":"No ledger in /var/tmp/omicron_tmp/.tmpvCdmuS/artifact-config.json","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:48.724545388Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"Failed to read ledger: Not found in storage","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.724567001Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/var/tmp/omicron_tmp/.tmpvCdmuS/artifact-config.json"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.796723808Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"[::1]:60138","component":"dropshot (Repo Depot)","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifact/sha256/{sha256}","method":"GET"}
{"msg":"listening","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:48.796969999Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"[::1]:60138","component":"dropshot (Repo Depot)","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.797906174Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"[::1]:60138","component":"dropshot (Repo Depot)","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.805612058Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.805800273Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts/{sha256}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.805894991Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts/{sha256}/copy-from-depot","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.80598988Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts-config","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.806069699Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts-config","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.806153296Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/boot-disk/{boot_disk}/os/write","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.806229788Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/boot-disk/{boot_disk}/os/write/status","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.806304618Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/boot-disk/{boot_disk}/os/write/status/{update_id}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.806491069Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/bootstore/status","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.806587411Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/datasets","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.806678252Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/disks/{disk_id}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.80675764Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/disks/{disk_id}/poke","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.806857068Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/eip-gateways","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.806936226Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/inventory","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.807010033Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/network-bootstore-config","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.807083479Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/network-bootstore-config","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.807155423Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/omicron-config","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.807227657Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/omicron-physical-disks","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.80729966Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/sled-identifiers","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.807374028Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/sled-role","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.807448817Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/sleds","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.80757082Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/dladm-info","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.80773108Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/ipadm-info","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.807811831Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/logs/download/{zone}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.807885908Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/logs/zones","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.807978172Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/nvmeadm-info","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.808060075Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/pargs-info","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.80813293Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/pfiles-info","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.808206818Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/pstack-info","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.808280965Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/zfs-info","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.808352017Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/zoneadm-info","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.808438289Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/zpool-info","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.808520232Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.80859452Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.808739178Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.808829528Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/download","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.808903896Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/download","method":"HEAD"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.808999547Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/download/{file}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.80918661Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/download/{file}","method":"HEAD"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.809273914Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/index","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.809346799Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/index","method":"HEAD"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.809419804Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/switch-ports","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.809491377Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/timesync","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.809564292Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/v2p","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.809634332Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/v2p","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.809769221Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/v2p","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.809859981Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.809932636Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.810052054Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/disks/{disk_id}/snapshot","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.810156061Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/external-ip","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.810234898Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/external-ip","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.810350549Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/poke","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.810433394Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/poke-single-step","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.810510508Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/sim-migration-source","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.810585236Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/state","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.810655506Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/state","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.810791798Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vpc/{vpc_id}/firewall/rules","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.810879413Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vpc-routes","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.810952769Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vpc-routes","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.811052167Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.811131034Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundle-cleanup","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.811260622Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundle-cleanup/context","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.811366573Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundle-cleanup/context","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.811448005Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundle-cleanup/utilization","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.811521833Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundles","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.811593726Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundles/{zone_name}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.811665499Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundles/{zone_name}/{bundle_id}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.811798163Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundles/{zone_name}/{bundle_id}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.811893333Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zpools","method":"GET"}
{"msg":"listening","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:48.812016929Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.812859267Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"contacting server nexus","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.813688119Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.814412021Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"NexusClient","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","body":"Some(Body)","uri":"http://127.0.0.1:39756/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST"}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:48.815225081Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:57296","req_id":"9c38b54d-2d90-4954-8c8d-54036db851b6","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 75 (0x4b) bytes\n0000:   10 1b 01 00  00 01 00 00  00 00 00 01  0c 5f 6e 61   ............._na\n0010:   6d 65 73 65  72 76 69 63  65 04 5f 74  63 70 0d 63   meservice._tcp.c\n0020:   6f 6e 74 72  6f 6c 2d 70  6c 61 6e 65  05 6f 78 69   ontrol-plane.oxi\n0030:   64 65 08 69  6e 74 65 72  6e 61 6c 00  00 21 00 01   de.internal..!..\n0040:   00 00 29 04  d0 00 00 00  00 00 00                   ..)........"}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.815684126Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:57296","req_id":"9c38b54d-2d90-4954-8c8d-54036db851b6","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 4123,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            12,\n            95,\n            110,\n            97,\n            109,\n            101,\n            115,\n            101,\n            114,\n            118,\n            105,\n            99,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 4123,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            12,\n            95,\n            110,\n            97,\n            109,\n            101,\n            115,\n            101,\n            114,\n            118,\n            105,\n            99,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_nameservice._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_project_deletion_with_snapshot","level":50,"time":"2025-04-30T06:37:48.81628857Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:57296","req_id":"9c38b54d-2d90-4954-8c8d-54036db851b6","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:48.816566894Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:48.81670511Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:48.81682059Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.816908044Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.818161021Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"accepted connection","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:48.818585737Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","remote_addr":"127.0.0.1:37063"}
{"msg":"failed to lookup DNS servers","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2025-04-30T06:37:48.818918149Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","error":"no record found for Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"activation complete","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.819173448Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","status":"{\"error\":\"failed to read list of DNS servers: no record found for Query { name: Name(\\\"_nameservice._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":1,"elapsed":"142.749279ms"}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:48.819814455Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:60519","req_id":"0641f7b8-db7b-457f-84ce-00876931dd0b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 76 (0x4c) bytes\n0000:   75 39 01 00  00 01 00 00  00 00 00 01  0d 5f 65 78   u9..........._ex\n0010:   74 65 72 6e  61 6c 2d 64  6e 73 04 5f  74 63 70 0d   ternal-dns._tcp.\n0020:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0030:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 21 00   ide.internal..!.\n0040:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.819957129Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:60519","req_id":"0641f7b8-db7b-457f-84ce-00876931dd0b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 30009,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            13,\n            95,\n            101,\n            120,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            45,\n            100,\n            110,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 30009,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            13,\n            95,\n            101,\n            120,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            45,\n            100,\n            110,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_external-dns._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_project_deletion_with_snapshot","level":50,"time":"2025-04-30T06:37:48.820443478Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:60519","req_id":"0641f7b8-db7b-457f-84ce-00876931dd0b","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"failed to lookup DNS servers","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2025-04-30T06:37:48.822706507Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","error":"no record found for Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"activation complete","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.822894492Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","status":"{\"error\":\"failed to read list of DNS servers: no record found for Query { name: Name(\\\"_external-dns._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":1,"elapsed":"143.331678ms"}
{"msg":"incoming request","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:48.823398245Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST","req_id":"1478013d-691d-4425-8009-a8bf9c1eaff0","remote_addr":"127.0.0.1:37063","local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"registered sled agent","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:48.830833349Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","sled_uuid":"b6d65341-167c-41df-9b5c-41cded99c229"}
{"msg":"Metric producer GC complete (no errors)","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:48.846931584Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","pruned":"{}","expiration":"2025-04-30 06:27:48.680399430 UTC"}
{"msg":"activation complete","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.847293205Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","status":"{\"expiration\":\"2025-04-30T06:27:48.680399430Z\",\"pruned\":[]}","iteration":1,"elapsed":"166.966219ms"}
{"msg":"lookup_all_ipv6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:48.88048659Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"lookup_all_ipv6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:48.880819293Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:48.883021992Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:56009","req_id":"a361dbaa-8b71-4678-afa4-18648dbd6cf2","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   d2 20 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   . ..........._de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.883124406Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:56009","req_id":"a361dbaa-8b71-4678-afa4-18648dbd6cf2","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 53792,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 53792,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_dendrite._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_project_deletion_with_snapshot","level":50,"time":"2025-04-30T06:37:48.883608541Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:56009","req_id":"a361dbaa-8b71-4678-afa4-18648dbd6cf2","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:48.90537557Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:58909","req_id":"c39606d7-eeff-413b-97cd-a1e4f163e5bc","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   ef 5d 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   .]..........._de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.905751108Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:58909","req_id":"c39606d7-eeff-413b-97cd-a1e4f163e5bc","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 61277,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 61277,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_dendrite._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_project_deletion_with_snapshot","level":50,"time":"2025-04-30T06:37:48.910157888Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:58909","req_id":"c39606d7-eeff-413b-97cd-a1e4f163e5bc","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"activation complete","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.937383905Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":1,"elapsed":"252.537134ms"}
{"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_project_deletion_with_snapshot","level":50,"time":"2025-04-30T06:37:48.93835519Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","error":"no record found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_project_deletion_with_snapshot","level":50,"time":"2025-04-30T06:37:48.938418155Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","error":"no record found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"activation complete","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.938447784Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","status":"{\"error\":\"failed to resolve addresses for Dendrite services: no record found for Query { name: Name(\\\"_dendrite._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":1,"elapsed":"254.698089ms"}
{"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_project_deletion_with_snapshot","level":50,"time":"2025-04-30T06:37:48.938552954Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","error":"no record found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_project_deletion_with_snapshot","level":50,"time":"2025-04-30T06:37:48.938597543Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","error":"no record found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"activation complete","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.938622983Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","status":"{\"error\":\"failed to resolve addresses for Dendrite services: no record found for Query { name: Name(\\\"_dendrite._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":1,"elapsed":"255.996275ms"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.970019629Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.981101178Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:48.981163352Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.981196448Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.982153315Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.982985102Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.987180772Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:48.987273987Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.987305049Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.987724856Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.987889323Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.994489353Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:48.994738981Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.99485384Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.995352203Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:48.995528053Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:49.002296118Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:49.002353773Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:49.002380476Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:49.002755273Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:49.010873267Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:49.024860366Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:49.024928592Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:49.024964163Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:49.025452215Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:49.085258625Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:49.091274261Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:49.091397647Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:49.09142925Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:49.091813135Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:49.135778052Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:49.139982559Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:49.140045565Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:49.140075625Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:49.140915227Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:49.158195317Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:49.174661875Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:49.174740382Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:49.174770933Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:49.174797606Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:49.174823067Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:49.175246009Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:49.175769122Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:49.175822658Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:49.176243497Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"activation complete","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:49.22663587Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":1,"elapsed":"523.93198ms"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:49.25364795Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:49.253745414Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:49.255328919Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:49.33750497Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:49.337585971Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:49.338250866Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:49.525497162Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:49.529342774Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:49.529426471Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:49.529456641Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:49.529483304Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:49.529507853Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:49.529845195Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:49.530110333Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:49.536045509Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"activation complete","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:49.580949147Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","status":"{\"by_rx\":{},\"error\":null}","iteration":1,"elapsed":"858.950903ms"}
{"msg":"activation complete","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:49.621113782Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":1,"elapsed":"916.435057ms"}
{"msg":"activation complete","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:49.629436555Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":1,"elapsed":"925.772562ms"}
{"msg":"listed in-progress sagas","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:49.632801349Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","count":0}
{"msg":"activation complete","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:49.633043551Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"saga_recovery","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","status":"{\"last_pass\":{\"Success\":{\"nfailed\":0,\"nfound\":0,\"nrecovered\":0,\"nremoved\":0,\"nskipped\":0}},\"ntotal_failures\":0,\"ntotal_finished\":0,\"ntotal_recovered\":0,\"ntotal_sec_errors_bad_state\":0,\"ntotal_sec_errors_missing\":0,\"ntotal_started\":0,\"recent_failures\":[],\"recent_recoveries\":[]}","iteration":1,"elapsed":"930.831771ms"}
{"msg":"no more instances in need of reincarnation","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:49.635337251Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","reincarnation_reason":"instance failed","total_found":0}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:49.635451148Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:49.635498703Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:49.63624512Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:49.636677682Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:49.63673168Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:49.637311926Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"Found abandoned VMMs","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:49.641848665Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","total":0,"count":0}
{"msg":"Abandoned VMMs reaped","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:49.641930758Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0}
{"msg":"activation complete","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:49.64196177Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":1,"elapsed":"940.255348ms"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:49.645350853Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:49.645421624Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:49.645911079Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"failed to read target blueprint","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2025-04-30T06:37:49.649374099Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","error":"Internal Error: no target blueprint set"}
{"msg":"activation complete","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:49.649444489Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","status":"{\"error\":\"failed to read target blueprint: Internal Error: no target blueprint set\"}","iteration":1,"elapsed":"964.210647ms"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:49.664504826Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:49.664576799Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:49.664609595Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:49.664638232Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:49.66501911Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inventory collection is None","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2025-04-30T06:37:49.665173829Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"activation complete","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:49.665226564Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","status":"{\"error\":\"inventory collection is None\"}","iteration":1,"elapsed":"973.254156ms"}
{"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:49.665323627Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","candidates":"[]"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:49.665364078Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:49.665931468Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:61527","req_id":"7fb7f648-6753-4b36-be44-a23db21e98bf","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   2b a3 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   +............_mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:49.665995015Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:61527","req_id":"7fb7f648-6753-4b36-be44-a23db21e98bf","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 11171,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 11171,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_mgs._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_project_deletion_with_snapshot","level":50,"time":"2025-04-30T06:37:49.666415362Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:61527","req_id":"7fb7f648-6753-4b36-be44-a23db21e98bf","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"inventory collection failed","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2025-04-30T06:37:49.666822123Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","error":"failed to collect inventory: looking up MGS addresses: no record found for Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"activation complete","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:49.666880108Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","status":"{\"error\":\"failed to collect inventory: looking up MGS addresses: no record found for Query { name: Name(\\\"_mgs._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":1,"elapsed":"979.464049ms"}
{"msg":"activation complete","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:49.750455096Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","status":"{}","iteration":1,"elapsed":"1.056956717s"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:49.762274325Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:49.76615158Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:49.766284385Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:49.766316339Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:49.766669262Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:49.777319061Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:49.77738384Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:49.777873986Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:49.785178631Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:49.785242418Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:49.785674919Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:49.787876876Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:49.793485591Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"activation complete","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:49.862720297Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":1,"elapsed":"1.144073211s"}
{"msg":"failed to read DNS config","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2025-04-30T06:37:49.874794163Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","error":"Internal Error: expected exactly one latest version for DNS group Internal, found 0"}
{"msg":"activation complete","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:49.874875665Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","status":"{\"error\":\"failed to read DNS config: Internal Error: expected exactly one latest version for DNS group Internal, found 0\"}","iteration":1,"elapsed":"1.200980465s"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:50.017465567Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:50.021826816Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:50.021901054Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:50.021931465Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:50.022679846Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"all instance checks complete","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:50.046350167Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0}
{"msg":"activation complete","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:50.046419024Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":1,"elapsed":"1.349581122s"}
{"msg":"activation complete","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:50.046596228Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":1,"elapsed":"1.351350608s"}
{"msg":"reprocessing 0 outdated webhook globs...","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:50.046648872Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:50.046673852Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:50.04675816Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:50.0476715Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"activation complete","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:50.04779182Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":1,"elapsed":"1.351881685s"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:50.047916258Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:50.047979203Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:50.048009754Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:50.048051247Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:50.048666753Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"activating","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:50.049058804Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","iteration":2,"reason":"Signaled"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:50.049107531Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:50.049135797Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:50.049161128Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:50.04918714Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:50.04963917Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"request completed","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:50.049766805Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST","req_id":"1478013d-691d-4425-8009-a8bf9c1eaff0","remote_addr":"127.0.0.1:37063","local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","latency_us":1226359,"response_code":"204"}
{"msg":"failed to read DNS config","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2025-04-30T06:37:50.049978907Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","error":"Internal Error: expected exactly one latest version for DNS group External, found 0"}
{"msg":"activation complete","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:50.050104387Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","status":"{\"error\":\"failed to read DNS config: Internal Error: expected exactly one latest version for DNS group External, found 0\"}","iteration":1,"elapsed":"1.37145293s"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:50.058175188Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"NexusClient","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","result":"Ok(Response { url: \"http://127.0.0.1:39756/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229\", status: 204, headers: {\"x-request-id\": \"1478013d-691d-4425-8009-a8bf9c1eaff0\", \"date\": \"Wed, 30 Apr 2025 06:37:50 GMT\"} })"}
{"msg":"Running step start_crucible_pantry","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:50.0744326Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"init_with_steps"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:50.076586171Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"[::1]:54777","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:50.076652052Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"[::1]:54777","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/job/{id}/is-finished","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:50.076684296Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"[::1]:54777","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/job/{id}/ok","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:50.076713955Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"[::1]:54777","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:50.076740769Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"[::1]:54777","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:50.076767131Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"[::1]:54777","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:50.076791199Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"[::1]:54777","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}/background","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:50.076815057Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"[::1]:54777","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}/bulk-write","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:50.076839395Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"[::1]:54777","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}/import-from-url","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:50.076863092Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"[::1]:54777","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}/scrub","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:50.076888994Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"[::1]:54777","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}/snapshot","method":"POST"}
{"msg":"listening","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:50.076912671Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"[::1]:54777","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:50.07812165Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"[::1]:54777","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"Started Simulated Crucible Pantry","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:50.078176409Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","address":"[::1]:54777"}
{"msg":"Running step populate_internal_dns","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:50.078201249Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"init_with_steps"}
{"msg":"Populating Internal DNS","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:50.078219505Z","hostname":"bmat-EVT22200007-000064cb","pid":25326}
{"msg":"DNS population: DnsConfigParams {\n    generation: Generation(\n        1,\n    ),\n    time_created: 2025-04-30T06:37:50.194155780Z,\n    zones: [\n        DnsConfigZone {\n            zone_name: \"control-plane.oxide.internal\",\n            records: {\n                \"b6d65341-167c-41df-9b5c-41cded99c229.sled\": [\n                    Aaaa(\n                        ::1,\n                    ),\n                ],\n                \"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host\": [\n                    Aaaa(\n                        ::1,\n                    ),\n                ],\n                \"_nexus._tcp\": [\n                    Srv(\n                        Srv {\n                            prio: 0,\n                            weight: 0,\n                            port: 39756,\n                            target: \"9e5f84de-2a3f-49b5-b142-5e7719264a4a.host.control-plane.oxide.internal\",\n                        },\n                    ),\n                ],\n                \"_oximeter-reader._tcp\": [\n                    Srv(\n                        Srv {\n                            prio: 0,\n                            weight: 0,\n                            port: 9000,\n                            target: \"8792547a-56e9-4082-b005-1cab0d06877b.host.control-plane.oxide.internal\",\n                        },\n                    ),\n                ],\n                \"_clickhouse-native._tcp\": [\n                    Srv(\n                        Srv {\n                            prio: 0,\n                            weight: 0,\n                            port: 9000,\n                            target: \"8792547a-56e9-4082-b005-1cab0d06877b.host.control-plane.oxide.internal\",\n                        },\n                    ),\n                ],\n                \"7ace2a9c-f3a2-4d0e-987f-a998d2792f7f.host\": [\n                    Aaaa(\n                        ::1,\n                    ),\n                ],\n                \"7ef4a4a0-890f-4130-8b13-ae280a9b8a6d.host\": [\n                    Aaaa(\n                        ::1,\n                    ),\n                ],\n                \"_cockroach._tcp\": [\n                    Srv(\n                        Srv {\n                            prio: 0,\n                            weight: 0,\n                            port: 54171,\n                            target: \"7ace2a9c-f3a2-4d0e-987f-a998d2792f7f.host.control-plane.oxide.internal\",\n                        },\n                    ),\n                ],\n                \"23a318c0-cc3d-49d0-b310-1714b157d9f4.host\": [\n                    Aaaa(\n                        ::1,\n                    ),\n                ],\n                \"ff64d630-c800-45ef-835c-55af47f7aa6b.host\": [\n                    Aaaa(\n                        ::1,\n                    ),\n                ],\n                \"_nameservice._tcp\": [\n                    Srv(\n                        Srv {\n                            prio: 0,\n                            weight: 0,\n                            port: 46236,\n                            target: \"7ef4a4a0-890f-4130-8b13-ae280a9b8a6d.host.control-plane.oxide.internal\",\n                        },\n                    ),\n                ],\n                \"_repo-depot._tcp\": [\n                    Srv(\n                        Srv {\n                            prio: 0,\n                            weight: 0,\n                            port: 60138,\n                            target: \"b6d65341-167c-41df-9b5c-41cded99c229.sled.control-plane.oxide.internal\",\n                        },\n                    ),\n                ],\n                \"_mgs._tcp\": [\n                    Srv(\n                        Srv {\n                            prio: 0,\n                            weight: 0,\n                            port: 61532,\n                            target: \"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\",\n                        },\n                    ),\n                ],\n                \"_clickhouse._tcp\": [\n                    Srv(\n                        Srv {\n                            prio: 0,\n                            weight: 0,\n                            port: 49405,\n                            target: \"8792547a-56e9-4082-b005-1cab0d06877b.host.control-plane.oxide.internal\",\n                        },\n                    ),\n                ],\n                \"_clickhouse-admin-single-server._tcp\": [\n                    Srv(\n                        Srv {\n                            prio: 0,\n                            weight: 0,\n                            port: 8888,\n                            target: \"8792547a-56e9-4082-b005-1cab0d06877b.host.control-plane.oxide.internal\",\n                        },\n                    ),\n                ],\n                \"_mgd._tcp\": [\n                    Srv(\n                        Srv {\n                            prio: 0,\n                            weight: 0,\n                            port: 46823,\n                            target: \"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\",\n                        },\n                    ),\n                ],\n                \"9e5f84de-2a3f-49b5-b142-5e7719264a4a.host\": [\n                    Aaaa(\n                        ::ffff:127.0.0.1,\n                    ),\n                ],\n                \"8792547a-56e9-4082-b005-1cab0d06877b.host\": [\n                    Aaaa(\n                        ::1,\n                    ),\n                ],\n                \"_dendrite._tcp\": [\n                    Srv(\n                        Srv {\n                            prio: 0,\n                            weight: 0,\n                            port: 55056,\n                            target: \"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\",\n                        },\n                    ),\n                ],\n                \"_crucible-pantry._tcp\": [\n                    Srv(\n                        Srv {\n                            prio: 0,\n                            weight: 0,\n                            port: 54777,\n                            target: \"ff64d630-c800-45ef-835c-55af47f7aa6b.host.control-plane.oxide.internal\",\n                        },\n                    ),\n                ],\n                \"_external-dns._tcp\": [\n                    Srv(\n                        Srv {\n                            prio: 0,\n                            weight: 0,\n                            port: 44043,\n                            target: \"23a318c0-cc3d-49d0-b310-1714b157d9f4.host.control-plane.oxide.internal\",\n                        },\n                    ),\n                ],\n            },\n        },\n    ],\n}","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:50.194584074Z","hostname":"bmat-EVT22200007-000064cb","pid":25326}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:50.195176644Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"body":"Some(Body)","uri":"http://[::1]:46236/config","method":"PUT"}
{"msg":"accepted connection","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:50.206698341Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"[::1]:46236","component":"http","kind":"dns","component":"internal_dns_server","remote_addr":"[::1]:34440"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:50.208553036Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:50.23277157Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:50.232885347Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:50.23297756Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:50.234784891Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"VPC route manager sled b6d65341-167c-41df-9b5c-41cded99c229","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:50.46767533Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:50.468098874Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:57761/vpc-routes","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:50.4890914Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:50.489624362Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:50.509701715Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:50.509810853Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:50.511239479Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"activation complete","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:50.512822032Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":1,"elapsed":"1.809683015s"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:50.516867974Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:50.517259664Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:50.518362301Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"no more instances in need of reincarnation","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:50.518727869Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","reincarnation_reason":"start saga failed","total_found":0}
{"msg":"instance reincarnation completed successfully","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:50.51918498Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","instances_changed_state":0,"instances_reincarnated":0,"instances_found":0}
{"msg":"activation complete","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:50.519705447Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":1,"elapsed":"1.819740955s"}
{"msg":"accepted connection","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:50.521090086Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:37382"}
{"msg":"incoming request","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:50.533671022Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/config","method":"PUT","req_id":"9e6213ed-f7c1-4e7d-bdc1-b124cc8d5c4d","remote_addr":"[::1]:34440","local_addr":"[::1]:46236","component":"http","kind":"dns","component":"internal_dns_server"}
{"msg":"incoming request","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:50.536124832Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/vpc-routes","method":"GET","req_id":"f3c518ba-1392-4d26-9d8e-986e3f3e868e","remote_addr":"[::1]:37382","local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"attempting generation update","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:50.536746139Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"new_generation":1,"req_id":"9e6213ed-f7c1-4e7d-bdc1-b124cc8d5c4d","component":"store","component":"internal_dns_server"}
{"msg":"pruning trees for generations newer than 0","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:50.538532469Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server"}
{"msg":"creating tree","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:50.538576186Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","tree_name":"generation_1_zone_control-plane.oxide.internal"}
{"msg":"updating current config","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:50.542624662Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server"}
{"msg":"flushing default tree","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:50.542851374Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server"}
{"msg":"pruning trees for generations older than 1","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:50.542896854Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","keep":3}
{"msg":"updated generation","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:50.542919469Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"new_generation":1,"req_id":"9e6213ed-f7c1-4e7d-bdc1-b124cc8d5c4d","component":"store","component":"internal_dns_server"}
{"msg":"request completed","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:50.543891536Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/config","method":"PUT","req_id":"9e6213ed-f7c1-4e7d-bdc1-b124cc8d5c4d","remote_addr":"[::1]:34440","local_addr":"[::1]:46236","component":"http","kind":"dns","component":"internal_dns_server","latency_us":10290,"response_code":"204"}
{"msg":"request completed","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:50.550586886Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/vpc-routes","method":"GET","req_id":"f3c518ba-1392-4d26-9d8e-986e3f3e868e","remote_addr":"[::1]:37382","local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":14491,"response_code":"200"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:50.566202439Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:50.574423219Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:50.574497186Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:50.574528088Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:50.574982002Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"webhook dispatching completed successfully","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:50.575556697Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","events_without_receivers":0,"events_dispatched":0}
{"msg":"activation complete","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:50.575706846Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","status":"{\"dispatched\":[],\"errors\":[],\"glob_version\":\"140.0.0\",\"globs_reprocessed\":{},\"no_receivers\":[]}","iteration":1,"elapsed":"1.854410201s"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:50.575758068Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:50.579890412Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:50.579952636Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:50.579981744Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:50.580330949Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"failed to read Silo/DNS/TLS configuration","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2025-04-30T06:37:50.582736572Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","error":"Internal Error: expected at least one external DNS zone"}
{"msg":"activation complete","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:50.582794828Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","status":"{\"error\":\"failed to read Silo/DNS/TLS configuration: Internal Error: expected at least one external DNS zone\"}","iteration":1,"elapsed":"1.901185398s"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:50.585648945Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:57761/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f3c518ba-1392-4d26-9d8e-986e3f3e868e\", \"content-length\": \"2\", \"date\": \"Wed, 30 Apr 2025 06:37:50 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:50.585872541Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:50.585919154Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:50.59459525Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:50.595394693Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:50.595456356Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:50.595489973Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:50.596027874Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:50.694996142Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:50.695079478Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:50.695111572Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:50.695138987Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:50.695878039Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"activation complete","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:50.69645552Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":1,"elapsed":"1.992272673s"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:50.69678657Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"result":"Ok(Response { url: \"http://[::1]:46236/config\", status: 204, headers: {\"x-request-id\": \"9e6213ed-f7c1-4e7d-bdc1-b124cc8d5c4d\", \"date\": \"Wed, 30 Apr 2025 06:37:50 GMT\"} })"}
{"msg":"Running step configure_sled_agents","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:50.697807103Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"init_with_steps"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:50.757589065Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"body":"Some(Body)","uri":"http://[::1]:57761/omicron-config","method":"PUT"}
{"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:50.762318508Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","candidates":"[]"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:50.762390501Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"No bundles to collect","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:50.762741541Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"activation complete","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:50.762832492Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":1,"elapsed":"2.073444142s"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:50.763016448Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:50.763143772Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:50.763183692Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:50.763211717Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:50.763750691Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"accepted connection","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:50.764223012Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:55597"}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:50.79169079Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:51426","req_id":"17c767ed-32f0-4967-9c03-745be5fb6e64","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   2d e4 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   -............_mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:50.791756581Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:51426","req_id":"17c767ed-32f0-4967-9c03-745be5fb6e64","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 11748,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:50.791979626Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:50.792156748Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:50.792390835Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:51426","req_id":"17c767ed-32f0-4967-9c03-745be5fb6e64","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61532, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:50.792892975Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:50.792946913Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:50.792974688Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:50.793722819Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:50.794209879Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61532, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3935, tv_nsec: 593071309 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:50.794263256Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"incoming request","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:50.794503715Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/omicron-config","method":"PUT","req_id":"0786c246-3daa-457b-be88-8d42dba4a4e1","remote_addr":"[::1]:55597","local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:50.804256446Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/omicron-config","method":"PUT","req_id":"0786c246-3daa-457b-be88-8d42dba4a4e1","remote_addr":"[::1]:55597","local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":9771,"response_code":"200"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:50.804741733Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:50.810263856Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:50.810391009Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:50.810489606Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:50.811000624Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:50.811845597Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:50.816101948Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:50.816201125Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:50.816290213Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:50.816373318Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:50.816454701Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:50.816940168Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:50.81764369Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:50.825794189Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:50.82942322Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:50.82955377Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:50.829726474Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:50.830676998Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:50.830780464Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:50.831305019Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:50.831709645Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:50.831820586Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:50.831907179Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:50.831989002Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:50.832514469Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:50.833068202Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:50.84021923Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:50.84046024Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:50.840552063Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:50.841351255Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:50.841903686Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:50.842001771Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:50.842087492Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:50.842582969Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:50.844232356Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:50.872540037Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:50.929329767Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:50.929566218Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:50.932109646Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:50.933116572Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"result":"Ok(Response { url: \"http://[::1]:57761/omicron-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0786c246-3daa-457b-be88-8d42dba4a4e1\", \"content-length\": \"26\", \"date\": \"Wed, 30 Apr 2025 06:37:50 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:50.933891836Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"body":"Some(Body)","uri":"http://[::1]:57761/network-bootstore-config","method":"PUT"}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:50.93825015Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:49290","req_id":"d7cab2a5-626f-4482-9c2a-3e4d214eaf84","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   cc bc 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:50.938389959Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:49290","req_id":"d7cab2a5-626f-4482-9c2a-3e4d214eaf84","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 52412,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:50.938579186Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:50.938705016Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:49290","req_id":"d7cab2a5-626f-4482-9c2a-3e4d214eaf84","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:51.01490512Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"}
{"msg":"incoming request","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:51.015400828Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/network-bootstore-config","method":"PUT","req_id":"5c6dd486-5941-4d2c-bcb3-800823cf85ff","remote_addr":"[::1]:55597","local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:51.017002138Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/network-bootstore-config","method":"PUT","req_id":"5c6dd486-5941-4d2c-bcb3-800823cf85ff","remote_addr":"[::1]:55597","local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1540,"response_code":"204"}
{"msg":"computed internet gateway mappings for sled","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:51.01751506Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","assocs":"{}","sled":"sim-b6d65341"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:51.017653035Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:57761/eip-gateways","method":"PUT"}
{"msg":"incoming request","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:51.019595475Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/eip-gateways","method":"PUT","req_id":"2e7a9bda-2c53-4cb3-86ee-eddf9c91fb98","remote_addr":"[::1]:37382","local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:51.021035635Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/eip-gateways","method":"PUT","req_id":"2e7a9bda-2c53-4cb3-86ee-eddf9c91fb98","remote_addr":"[::1]:37382","local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2219,"response_code":"204"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:51.02121379Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"result":"Ok(Response { url: \"http://[::1]:57761/network-bootstore-config\", status: 204, headers: {\"x-request-id\": \"5c6dd486-5941-4d2c-bcb3-800823cf85ff\", \"date\": \"Wed, 30 Apr 2025 06:37:50 GMT\"} })"}
{"msg":"Running step start_nexus_external","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:51.02222263Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"init_with_steps"}
{"msg":"Starting Nexus (external API)","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:51.022262018Z","hostname":"bmat-EVT22200007-000064cb","pid":25326}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:53.247606682Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:53.247684287Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:53.247716461Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:53.247744327Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:53.248385765Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:53.249575295Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:63415","req_id":"1c46e89a-c4fc-4093-9d59-14cc6e72dc7d","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000:   eb 7e 01 00  00 01 00 00  00 00 00 01  18 5f 63 6c   .~..........._cl\n0010:   69 63 6b 68  6f 75 73 65  2d 61 64 6d  69 6e 2d 6b   ickhouse-admin-k\n0020:   65 65 70 65  72 04 5f 74  63 70 0d 63  6f 6e 74 72   eeper._tcp.contr\n0030:   6f 6c 2d 70  6c 61 6e 65  05 6f 78 69  64 65 08 69   ol-plane.oxide.i\n0040:   6e 74 65 72  6e 61 6c 00  00 21 00 01  00 00 29 04   nternal..!....).\n0050:   d0 00 00 00  00 00 00                                ......."}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:53.24966306Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:63415","req_id":"1c46e89a-c4fc-4093-9d59-14cc6e72dc7d","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 60286,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:53.249944009Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 60286,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_project_deletion_with_snapshot","level":50,"time":"2025-04-30T06:37:53.250044339Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:63415","req_id":"1c46e89a-c4fc-4093-9d59-14cc6e72dc7d","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:53.250158918Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:57761/eip-gateways\", status: 204, headers: {\"x-request-id\": \"2e7a9bda-2c53-4cb3-86ee-eddf9c91fb98\", \"date\": \"Wed, 30 Apr 2025 06:37:50 GMT\"} })"}
{"msg":"activation complete","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:53.251721641Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","status":"{}","iteration":1,"elapsed":"4.550579944s"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:53.254661328Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:53.254722741Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:53.254754153Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:53.254780606Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:53.331645484Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:57761/v2p","method":"GET"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:53.333416854Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:57761/artifacts-config","method":"PUT"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:53.334336586Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:53.358233429Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:53.358370432Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:53.358406043Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:53.358944776Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"accepted connection","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:53.362953153Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:48161"}
{"msg":"accepted connection","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:53.363353621Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:46739"}
{"msg":"begin collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:53.364854892Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"begin collection from MGS","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:53.364975362Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","mgs_url":"http://[::1]:61532"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:53.365134449Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/ignition","method":"GET"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:53.372453953Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:53.376529643Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:53.37670876Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:53.376747177Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:53.378030113Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"incoming request","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:53.380801204Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/v2p","method":"GET","req_id":"da45c595-4692-4a7f-bafa-eee0411c2c59","remote_addr":"[::1]:48161","local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:53.380852717Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:53.380883237Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:53.381435197Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"incoming request","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:53.381565928Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/artifacts-config","method":"PUT","req_id":"54b66d2b-d08d-43fa-a3a2-4964c770ace2","remote_addr":"[::1]:46739","local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:53.382923573Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/v2p","method":"GET","req_id":"da45c595-4692-4a7f-bafa-eee0411c2c59","remote_addr":"[::1]:48161","local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2265,"response_code":"200"}
{"msg":"No ledger in /var/tmp/omicron_tmp/.tmpNxrxSM/artifact-config.json","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:53.383045636Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"Failed to read ledger: Not found in storage","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:53.38308268Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/var/tmp/omicron_tmp/.tmpNxrxSM/artifact-config.json"}
{"msg":"No ledger in /var/tmp/omicron_tmp/.tmpvCdmuS/artifact-config.json","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:53.383107489Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"Failed to read ledger: Not found in storage","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:53.383128601Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/var/tmp/omicron_tmp/.tmpvCdmuS/artifact-config.json"}
{"msg":"Writing ledger to /var/tmp/omicron_tmp/.tmpNxrxSM/.artifact-config.json.tmp","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:53.383152669Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:53.387994937Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:57761/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"da45c595-4692-4a7f-bafa-eee0411c2c59\", \"content-length\": \"2\", \"date\": \"Wed, 30 Apr 2025 06:37:53 GMT\"} })"}
{"msg":"found opte v2p mappings","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:53.388220436Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","interfaces":"{}","sled":"sim-b6d65341"}
{"msg":"v2p mappings to delete","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:53.388270175Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","mappings":"[]","sled":"sim-b6d65341"}
{"msg":"v2p mappings to add","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:53.388371688Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","mappings":"[]","sled":"sim-b6d65341"}
{"msg":"activation complete","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:53.39044079Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","status":"{}","iteration":1,"elapsed":"4.696079973s"}
{"msg":"Writing ledger to /var/tmp/omicron_tmp/.tmpvCdmuS/.artifact-config.json.tmp","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:53.391813435Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:53.394738132Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:53.394794785Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:53.395346905Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"Starting delete reconciler","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:53.397670154Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","generation":1}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:53.398239799Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:53.398294638Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:53.398756018Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"request completed","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:53.3988828Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/artifacts-config","method":"PUT","req_id":"54b66d2b-d08d-43fa-a3a2-4964c770ace2","remote_addr":"[::1]:46739","local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":17246,"response_code":"204"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:53.406005321Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:57761/artifacts-config\", status: 204, headers: {\"x-request-id\": \"54b66d2b-d08d-43fa-a3a2-4964c770ace2\", \"date\": \"Wed, 30 Apr 2025 06:37:53 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:53.406185531Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:57761/artifacts","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:53.416312107Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/artifacts","method":"GET","req_id":"de10e3dc-1285-437f-bf9b-3383f5fe3cb2","remote_addr":"[::1]:46739","local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:53.416441685Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:53.416490262Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:53.418076172Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"request completed","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:53.424010476Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/artifacts","method":"GET","req_id":"de10e3dc-1285-437f-bf9b-3383f5fe3cb2","remote_addr":"[::1]:46739","local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":7702,"response_code":"200"}
{"msg":"set cockroachdb setting","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:53.42501653Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","value":"22.1","setting":"cluster.preserve_downgrade_option"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:53.425073884Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:53.425103093Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:53.42572405Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:53.427523305Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"840382c4-d7b4-403c-8f47-bba057bb2a71\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:37:53 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:53.428307758Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:53.42846939Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:57761/artifacts\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"de10e3dc-1285-437f-bf9b-3383f5fe3cb2\", \"content-length\": \"26\", \"date\": \"Wed, 30 Apr 2025 06:37:53 GMT\"} })"}
{"msg":"Successfully got artifact list","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:53.42869533Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","sled":"http://[::1]:57761"}
{"msg":"activation complete","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:53.431509417Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","status":"{\"generation\":1,\"last_run_counters\":{\"copy_err\":0,\"copy_ok\":0,\"list_err\":0,\"list_ok\":1,\"put_config_err\":0,\"put_config_ok\":1,\"put_err\":0,\"put_ok\":0},\"lifetime_counters\":{\"copy_err\":0,\"copy_ok\":0,\"list_err\":0,\"list_ok\":1,\"put_config_err\":0,\"put_config_ok\":1,\"put_err\":0,\"put_ok\":0},\"local_repos\":0,\"request_debug_ringbuf\":[{\"generation\":1,\"operation\":\"put_config\",\"target_sled\":\"b6d65341-167c-41df-9b5c-41cded99c229\",\"time\":\"2025-04-30T06:37:53.405984129Z\"},{\"operation\":\"list\",\"target_sled\":\"b6d65341-167c-41df-9b5c-41cded99c229\",\"time\":\"2025-04-30T06:37:53.428628176Z\"}]}","iteration":1,"elapsed":"4.720168127s"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:53.431903963Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:53.431951357Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:53.431979443Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:53.432005215Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:53.433199183Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:53.439067496Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Rack { parent: Fleet, key: c19a698f-c6f9-4a17-ae30-20d711b8f7dc, lookup_type: ById(c19a698f-c6f9-4a17-ae30-20d711b8f7dc) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:53.439125521Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:53.43915485Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:53.439180822Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:53.439539947Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:53.441902424Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:53.441960179Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:53.441991782Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:53.442171801Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:53.447342082Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:53.457482336Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Rack { parent: Fleet, key: c19a698f-c6f9-4a17-ae30-20d711b8f7dc, lookup_type: ById(c19a698f-c6f9-4a17-ae30-20d711b8f7dc) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"updating rack subnet for rack c19a698f-c6f9-4a17-ae30-20d711b8f7dc to Some(\n    V6(\n        Ipv6Network {\n            addr: fd00:1122:3344:100::,\n            prefix: 56,\n        },\n    ),\n)","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:53.457560301Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:53.457586504Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:53.457614289Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:53.458073544Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:53.461723546Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:53.461792955Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:53.461826101Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:53.479400837Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"Using static configuration for external switchports","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:53.49698851Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:53.497233197Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:53.497332645Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:53.497964665Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:53.499610103Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:53.50733273Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:53.507433671Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:53.507613279Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:53.507702236Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:53.508226651Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:53.573308372Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:53.574102154Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:53.574815886Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:53.590104928Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1ef4358f-a019-4fe3-9687-917b40f4be76\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:37:53 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:53.59110478Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:53.595518965Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:53.595629816Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:53.596337316Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:53.607674073Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:53.607800105Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:53.608936639Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"Recording Rack Network Configuration","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:53.615544845Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:53.615665195Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:53.615836737Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:53.616409689Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:53.618191629Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:53.618332179Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:53.618423912Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:53.618565514Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:53.619376259Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:53.623198194Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:53.623300258Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:53.623383183Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:53.623880383Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:53.626762766Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:53.62685979Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:53.626942064Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:53.627485787Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:53.665732982Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:53.673623654Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"successful lookup of siloed resource \"VpcSubnet\" using built-in user","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:53.673724635Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:53.673821277Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:53.673989663Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:53.67412849Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:53.674266995Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:53.674773805Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:53.686402465Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:53.686604828Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:53.686858744Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:53.6878057Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:53.691070786Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:53.691177579Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:53.691264652Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:53.69251811Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:53.700519542Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:53.713022153Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:53.713100128Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:53.71313119Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:53.713750384Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:53.715833574Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:53.715897111Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:53.715928153Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:53.715954415Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:53.716392768Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:53.725700453Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:53.725794431Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:53.726208666Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:53.726956606Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:53.732541213Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:53.732602465Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:53.73263482Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:53.73302653Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:53.734604785Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:53.734664704Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:53.73516455Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:53.738705956Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"IpPool { parent: Fleet, key: 0a3a0d92-c473-4538-9149-6812f87fd809, lookup_type: ByName(\"oxide-service-pool\") }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:53.738768651Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:53.738800745Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:53.738827869Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:53.739404047Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:53.753352158Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:53.753537567Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:53.755033037Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:53.758146099Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"790fd655-3388-455a-a2db-9fcc2e3b6cff\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:53 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:53.758473011Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:53.759189328Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:53.770764561Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"IpPool { parent: Fleet, key: 0a3a0d92-c473-4538-9149-6812f87fd809, lookup_type: ByName(\"oxide-service-pool\") }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:53.770826093Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:53.770855712Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:53.771363284Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:53.772402895Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:53.77274653Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:53.773490291Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:53.777639509Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:53.777808165Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:53.777905038Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:53.777989105Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:53.778653048Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:53.781423738Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"IpPool { parent: Fleet, key: 0a3a0d92-c473-4538-9149-6812f87fd809, lookup_type: ByName(\"oxide-service-pool\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:53.782201769Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:53.78225257Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:53.782283191Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:53.782788287Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:53.783167302Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:53.783213625Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:53.783242262Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:53.784341081Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:53.788605457Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:53.794166307Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"IpPool { parent: Fleet, key: 0a3a0d92-c473-4538-9149-6812f87fd809, lookup_type: ByName(\"oxide-service-pool\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:53.795078254Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:53.79513166Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:53.795160628Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:53.795604111Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:53.803780072Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:53.815644461Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"successful lookup of siloed resource \"VpcSubnet\" using built-in user","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:53.815735362Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:53.815765712Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:53.815797085Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:53.815822866Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:53.81585017Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:53.81652737Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:53.817097025Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"IpPool { parent: Fleet, key: 0a3a0d92-c473-4538-9149-6812f87fd809, lookup_type: ByName(\"oxide-service-pool\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:53.817145161Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:53.817172515Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:53.817196152Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:53.818338629Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:53.82503457Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:53.825110732Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:53.825143407Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:53.825608934Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:53.829364076Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:53.835987613Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"IpPool { parent: Fleet, key: 0a3a0d92-c473-4538-9149-6812f87fd809, lookup_type: ByName(\"oxide-service-pool\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:53.836586436Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3e594472-7d7c-4ed6-a083-986f400fb52a\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:53 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:53.836712006Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:53.837130731Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:53.837179458Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:53.83720588Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:53.838119962Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:53.848150757Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"BlueprintConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:53.848363762Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:53.848412579Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:53.848442148Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:53.849255378Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:53.850408275Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:53.860907925Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:53.860986872Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:53.861049868Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:53.861744532Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:53.870340238Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:53.876510693Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"BlueprintConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"resolved names for firewall rules","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:53.913672325Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","subnet_networks":"{Name(\"nexus\"): [V4(Ipv4Network { addr: 172.30.2.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:2::, prefix: 64 })], Name(\"external-dns\"): [V4(Ipv4Network { addr: 172.30.1.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:1::, prefix: 64 })]}","subnet_interfaces":"{}","vpc_interfaces":"{}","instance_interfaces":"{}"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:53.91376509Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:53.913800761Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:53.913829788Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:53.913856802Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:53.914827206Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:53.920406342Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:53.928705517Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:53.928769365Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:53.928800707Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:53.929215373Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:53.932931137Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f44cfeb1-26d1-42ee-a17a-08ebd668d8e4\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:53 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:53.936999633Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"fetched allowlist from DB","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:53.937417586Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","allowed":"AllowList { id: 001de000-a110-4000-8000-000000000000, time_created: 2025-04-30T06:06:08.248500Z, time_modified: 2025-04-30T06:06:08.248500Z, allowed_ips: None }"}
{"msg":"Allowlist for user-facing services is set to allow any inbound traffic. Existing VPC firewall rules will not be modified.","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:53.937514859Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"resolved firewall rules for sled agents","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:53.93759549Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","sled_agent_rules":"[]"}
{"msg":"resolved 0 rules for sleds","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:53.937667183Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:53.9421123Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0bddc2ea-5c3d-4a12-a3b9-29e4b85c22c5\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:53 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:53.942325084Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:53.944189428Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7820b0f8-c3b1-4d29-863c-70b2b5ae7183\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:53 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:53.944404096Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:53.946713227Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"915c2041-65a5-44f5-8e11-d8c91b74035b\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:53 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:53.947048144Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:53.949392635Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6fbbf47d-9ecd-4e6b-b158-5cd2854bf69a\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:53 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:53.949724035Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:53.952870014Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"97ff297a-5abb-4a00-ad8c-1671b9210ac7\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:53 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:53.953270762Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:53.954766282Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"391006e5-b628-455d-854f-2e7c0043262a\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:53 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:53.95521229Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:53.95639671Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e3c06042-b061-4d82-a7f3-4a166d69b188\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:53 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:53.95661214Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:53.958120244Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f1d2b25e-0368-4ccb-b516-fef32c39a80b\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:37:53 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:53.958487626Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:53.960319626Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"02ac4d9a-f858-499c-8915-7b0e8f1075c5\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:53 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:53.96053207Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:53.962205474Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d9a6a915-f31a-4df0-bff7-b0a27ebbaf93\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:53 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:53.962413999Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:53.964054879Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"25816d91-8704-4f5d-a864-e0f4253f6ed8\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:53 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:53.964268384Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:53.967169234Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"de587d76-a0da-47eb-9e1b-ce063153937d\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:53 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:53.967521826Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:53.971399823Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5a27a7de-ffba-49fa-97bd-e603098d45b9\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:53 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:53.973407383Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:53.978226324Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"37e5f86b-c4bc-4c9f-9e67-32dcfb519c34\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:53 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:53.979667366Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:53.980674392Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"15000d56-ca51-433a-b691-d7d755fad982\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:53 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:53.980892957Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:53.983143882Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"71ca9a31-50df-47bd-b6a5-81d360039cd0\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:53 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:53.983577606Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:53.985435669Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d0127e5e-78f9-49a6-8c26-84db07da594b\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:53 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:53.985661699Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:53.987848797Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7ef3293a-97fa-419a-b01b-bdf43aa8c0aa\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:53 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:53.988109937Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.019075784Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bc39e020-1e63-4b1e-ae44-c7bca0aa6c05\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:37:53 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.01935972Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.04082112Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f5d00ffe-b237-4db4-9374-af8cdc9dee10\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:53 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.042558472Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.046468252Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c0c064a6-3920-4777-9a0d-44ac8eeffe7d\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:53 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.047373105Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"inserted blueprint","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:54.051467352Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","blueprint_id":"763c6d5c-1760-4701-91b7-d69c9900770e"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:54.051564155Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"BlueprintConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:54.051719114Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:54.051819274Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.052039823Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.052948133Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.076139841Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.081058371Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"BlueprintConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.082076539Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"04d694df-6c1b-4c01-a6bc-0907b141b46d\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:53 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.082383922Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.08934944Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"697cd29b-94ce-40f8-b5e6-3338a8a070f9\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:53 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.08956518Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.093732283Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c7920e8c-6ca7-4052-9939-085fc0750078\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:53 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.093872161Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.09551768Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ed607aee-9307-41f5-ab3e-cfa674cc596a\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:53 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.095682158Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.096515217Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6b5c743d-5027-4c3d-9e64-81ee7e783bb3\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:53 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.096656599Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.097649287Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"80528324-6cf8-4c6f-b62a-cfb5d632f866\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:53 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.097788354Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.108180059Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"85501072-21b8-4b0e-abe5-f15e29f8e6f0\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:53 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.108455377Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.110208931Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"258442d9-d601-449a-a19c-8ea0dd022d1f\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:53 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.110426394Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.112360147Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"72f9f38f-f26c-42a3-9e70-05cbfab5a9ae\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:37:53 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.112627921Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.115818829Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1986c727-b8fa-46ef-a826-76a50366208e\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:53 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.116025821Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.121556571Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c276412e-c876-4428-a4b7-e532cc24c279\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:53 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.12175208Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"resolved sleds for vpc oxide-services","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.123317529Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","vpc_to_sled":"[]"}
{"msg":"sending firewall rules to sled agents","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.123367749Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"updated firewall rules on 0 sleds","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:54.123394503Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"successfully propagated service firewall rules","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.123419212Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","elapsed":"5.422798662s"}
{"msg":"activation complete","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.12344841Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","status":"{}","iteration":1,"elapsed":"5.422843311s"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.125278186Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"49617949-1beb-4de8-8474-417b812339ff\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:53 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.12549139Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.12872851Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ae386c09-3ddd-4fec-868a-9ce46a9af115\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:53 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.128949791Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.130955367Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4623130b-bf1e-431c-b7e4-9ffde0d3ea95\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:53 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.131089675Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.133414026Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"43d6257f-d952-4257-9d23-d83f88b73721\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:53 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.133483604Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.134287446Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aad9f69e-4f3c-4257-97b9-66ad1c386f72\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:53 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.134432986Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.135710622Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e9a9f6f9-bc59-4647-ba18-93bf8446e8f4\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:53 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.135771884Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.136346889Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"14c17095-4079-44e4-995e-3e0580dfd054\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:53 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.136582429Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.13743108Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"859a96e5-de07-472b-91e5-89fce0287b62\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:53 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:54.137494005Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:54.137529375Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:54.13756191Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.137594054Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.138450691Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.140642147Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.149112835Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:54.149186221Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:54.149217583Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:54.149245098Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.149269286Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.149290789Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"Inserted networking records for external_dns service","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:54.149875845Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"No networking records needed for cockroach_db service","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:54.149929452Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"No networking records needed for internal_dns service","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:54.149954041Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"No networking records needed for clickhouse service","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:54.14997377Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.167641031Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.167723114Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:54.167756812Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.167783515Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.16780609Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.238102942Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","sled_agent_url":"http://[::1]:57761"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.238294964Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"SledAgent":"http://[::1]:57761","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:57761/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:54.239937747Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:44949"}
{"msg":"incoming request","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:54.240710237Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/inventory","method":"GET","req_id":"2c1f76de-3f8c-4ddd-9ee5-6c631cb88898","remote_addr":"[::1]:44949","local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:54.242076679Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/inventory","method":"GET","req_id":"2c1f76de-3f8c-4ddd-9ee5-6c631cb88898","remote_addr":"[::1]:44949","local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1423,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.242507027Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"SledAgent":"http://[::1]:57761","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:57761/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2c1f76de-3f8c-4ddd-9ee5-6c631cb88898\", \"content-length\": \"2769\", \"date\": \"Wed, 30 Apr 2025 06:37:53 GMT\"} })"}
{"msg":"begin collecting all keepers","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.250190936Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","nkeeper_admin_clients":0}
{"msg":"end collecting all keepers","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.2502834Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","nkeeper_admin_clients":0}
{"msg":"finished collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.250346606Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:54.252403685Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:54.252609405Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:54.252731859Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.252846678Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.253575289Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"Inserted networking records for nexus service","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:54.254217058Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"No networking records needed for crucible_pantry service","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:54.25445895Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"Inserted service networking records","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:54.254533038Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"Inserted physical disks","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:54.254596915Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"Inserted zpools","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:54.254655842Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"Inserted datasets","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:54.254713327Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.25660685Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.269870897Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:54.270241055Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.270348669Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.290945487Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"Populated DNS tables for internal DNS","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:54.300453511Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"Populated DNS tables for external DNS","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:54.306248147Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:54.306793774Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:54.306850898Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:54.307055195Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.307104112Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.308799861Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.316299613Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.320537317Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:54.32061928Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Fleet","action":"ModifyPolicy","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:54.320666184Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:54.320695813Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.320720071Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.321102994Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.323521302Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.327962932Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Fleet","action":"ModifyPolicy","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:54.347331232Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"DnsConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:54.347391272Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:54.347422965Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.347449227Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.348066457Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.360445Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.368307596Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"DnsConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:54.36839477Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:54.36842527Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:54.368451132Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.368479458Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.368777673Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.382085598Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.388580729Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:54.391304356Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:54.391437751Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:54.391528252Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.391612019Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.392429487Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.396015873Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.401980738Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"Created recovery silo","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:54.416431179Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"Created recovery user","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:54.437500198Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"Created recovery user's password","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:54.444358382Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:54.444561347Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Silo { parent: Fleet, key: 90d19c61-add0-47d3-8239-980cc40accc8, lookup_type: ById(90d19c61-add0-47d3-8239-980cc40accc8) }","action":"ModifyPolicy","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:54.444744011Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"90d19c61-add0-47d3-8239-980cc40accc8","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:54.444786355Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.444812687Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.44631451Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:54.454319519Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:54.454388687Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.454834736Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.455635802Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.459255344Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.461771898Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Silo { parent: Fleet, key: 90d19c61-add0-47d3-8239-980cc40accc8, lookup_type: ById(90d19c61-add0-47d3-8239-980cc40accc8) }","action":"ModifyPolicy","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"Generated role assignment queries","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.461829683Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"Granted Silo privileges","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:54.466671379Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:54.466720768Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:54.466750287Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:54.46677695Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.466803703Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.469976425Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.472373721Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.47674973Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:54.490875855Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.490950213Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.49343805Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:54.498224237Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.498359867Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.500857363Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:54.516593476Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.516715199Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.517707496Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:54.523857269Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:54.524002478Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:54.524101786Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.524186465Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.524819676Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:54.52730621Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:54.527734734Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.527938691Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.52911264Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:54.572150871Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:54.572212002Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.572243946Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.573049311Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.576808531Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.590592023Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:54.590661341Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:54.590688536Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:54.59072106Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:54.590747162Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.590770759Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.597415859Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:54.60841263Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:54.608536036Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.608627728Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.609819613Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:54.614782131Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:54.614890396Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.614978572Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.615873685Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.621749773Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.629423002Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:54.629525275Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.629610525Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.630110832Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:54.669813637Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.670011051Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.670799512Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:54.679072635Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.679545978Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.682489794Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:54.687773722Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.687832078Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.69853369Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:54.735459733Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:54.73562385Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:54.735721324Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.735832936Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.737419928Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:54.74107966Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:54.741176543Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.741207355Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.74240957Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:54.757251381Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:54.757333124Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.757364787Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.759717555Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.765748702Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.806841175Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:54.813477888Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:54.815274919Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.815333736Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.816559428Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:54.822306409Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.822494413Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.823909362Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:54.827195079Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.827257223Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.828063229Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:54.834443431Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.834555945Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.835587891Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:54.845803625Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:54.845971329Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:54.846078924Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.846163121Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.847685896Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:54.852615317Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:54.852723192Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.852808652Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.853442786Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:54.858922043Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:54.859077012Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.85919686Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.860169528Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.863868358Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.878864347Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"successful lookup of siloed resource \"VpcSubnet\" using built-in user","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:54.878980137Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:54.879054656Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:54.879169134Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:54.879255847Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.879339263Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.879871393Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:54.888566748Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:54.888673771Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.888761516Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.889823712Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:54.892672999Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:54.892732047Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.892762558Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.89400858Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inserted inventory collection","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:54.897099268Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","collection_id":"b139770c-2385-4e5f-b2ea-bae89be6cfda"}
{"msg":"inventory collection complete","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.897158186Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","time_started":"2025-04-30 06:37:53.363528 UTC","collection_id":"b139770c-2385-4e5f-b2ea-bae89be6cfda"}
{"msg":"activation complete","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.897318335Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","status":"{\"collection_id\":\"b139770c-2385-4e5f-b2ea-bae89be6cfda\",\"time_done\":\"2025-04-30 06:37:54.250432 UTC\",\"time_started\":\"2025-04-30 06:37:53.363528 UTC\"}","iteration":2,"elapsed":"4.848265373s"}
{"msg":"activating","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.897434777Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","iteration":2,"reason":"Dependency"}
{"msg":"Blueprint rendezvous: skipped","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2025-04-30T06:37:54.897478654Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","reason":"no blueprint"}
{"msg":"activation complete","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.897506119Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","status":"{\"error\":\"no blueprint\"}","iteration":2,"elapsed":"48.727µs"}
{"msg":"activating","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.897534826Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","iteration":2,"reason":"Dependency"}
{"msg":"activation complete","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.897561259Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","status":"{\"error\":\"task disabled\"}","iteration":2,"elapsed":"10.662µs"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.898543235Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.918634406Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:54.918718553Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.918753203Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.920049074Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:54.926028408Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.926153056Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.927398678Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:54.930538574Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.93059673Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.931252657Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:54.936877584Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.9369358Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.938512953Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:54.94299849Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.943044842Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.944920148Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:54.950785385Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:54.950836617Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:54.950864121Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.950890524Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.951722692Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:54.954752769Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:54.954811065Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.954839542Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.955291563Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:54.95867288Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:54.95871796Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.95874309Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.959685838Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.966301038Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.980439007Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"successful lookup of siloed resource \"VpcSubnet\" using built-in user","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:54.980508566Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:54.980534939Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:54.980566862Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:54.980592022Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.98061586Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.981000897Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:54.987219587Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:54.987303855Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.98733653Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.988086885Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:54.992090182Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:54.992258056Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.992439217Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:54.993400412Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.015986614Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.03252713Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:55.032598512Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.032631047Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.033560659Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"resolved names for firewall rules","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.055027059Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","subnet_networks":"{Name(\"external-dns\"): [V4(Ipv4Network { addr: 172.30.1.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:1::, prefix: 64 })], Name(\"nexus\"): [V4(Ipv4Network { addr: 172.30.2.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:2::, prefix: 64 })]}","subnet_interfaces":"{Name(\"external-dns\"): [NetworkInterface { id: 3aaf7ab5-3c1e-4318-ba46-6dea022e54e6, kind: Service { id: 23a318c0-cc3d-49d0-b310-1714b157d9f4 }, name: Name(\"external-dns-23a318c0-cc3d-49d0-b310-1714b157d9f4\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 0])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], Name(\"nexus\"): [NetworkInterface { id: cdd410d0-ed82-48aa-a1a3-982484decd9e, kind: Service { id: 9e5f84de-2a3f-49b5-b142-5e7719264a4a }, name: Name(\"nexus-9e5f84de-2a3f-49b5-b142-5e7719264a4a\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 1])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }]}","vpc_interfaces":"{}","instance_interfaces":"{}"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:55.055109624Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:55.055140776Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:55.055166678Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.055192739Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.055811132Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.08203944Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.086450599Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:55.08781121Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.087960677Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.088676634Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"fetched allowlist from DB","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:55.09726701Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","allowed":"AllowList { id: 001de000-a110-4000-8000-000000000000, time_created: 2025-04-30T06:06:08.248500Z, time_modified: 2025-04-30T06:37:54.476730Z, allowed_ips: None }"}
{"msg":"Allowlist for user-facing services is set to allow any inbound traffic. Existing VPC firewall rules will not be modified.","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.097348933Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"resolved firewall rules for sled agents","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.098815264Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","sled_agent_rules":"[ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"53\")]), filter_protocols: Some([Udp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 3aaf7ab5-3c1e-4318-ba46-6dea022e54e6, kind: Service { id: 23a318c0-cc3d-49d0-b310-1714b157d9f4 }, name: Name(\"external-dns-23a318c0-cc3d-49d0-b310-1714b157d9f4\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 0])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }, ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"80\"), L4PortRange(\"443\")]), filter_protocols: Some([Tcp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: cdd410d0-ed82-48aa-a1a3-982484decd9e, kind: Service { id: 9e5f84de-2a3f-49b5-b142-5e7719264a4a }, name: Name(\"nexus-9e5f84de-2a3f-49b5-b142-5e7719264a4a\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 1])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }]"}
{"msg":"resolved 2 rules for sleds","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.098930404Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"resolved sleds for vpc oxide-services","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.167445366Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","vpc_to_sled":"[Sled { identity: SledIdentity { id: b6d65341-167c-41df-9b5c-41cded99c229, time_created: 2025-04-30T06:37:48.831167Z, time_modified: 2025-04-30T06:37:48.831167Z }, time_deleted: None, rcgen: Generation(Generation(1)), rack_id: c19a698f-c6f9-4a17-ae30-20d711b8f7dc, is_scrimlet: true, serial_number: \"sim-b6d65341\", part_number: \"Unknown\", revision: SqlU32(0), usable_hardware_threads: SqlU32(16), usable_physical_ram: ByteCount(ByteCount(34359738368)), reservoir_size: ByteCount(ByteCount(17179869184)), ip: ::1, port: SqlU16(57761), last_used_address: ::ffff, policy: InService, state: Active, sled_agent_gen: Generation(Generation(1)), repo_depot_port: SqlU16(60138) }]"}
{"msg":"sending firewall rules to sled agents","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.167529794Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:55.167556367Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.16758326Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.168932639Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:55.174396696Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229, lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:55.174517516Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:55.174548077Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.174574009Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.175180347Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.177684647Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"viewer\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.181295631Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229, lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead, .. })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.21806392Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:57761/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT"}
{"msg":"accepted connection","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:55.218567313Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:52976"}
{"msg":"incoming request","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:55.219272247Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"a8c664a2-e45e-4e84-a6e5-bc9064c98b99","remote_addr":"[::1]:52976","local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:55.221278334Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"a8c664a2-e45e-4e84-a6e5-bc9064c98b99","remote_addr":"[::1]:52976","local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2053,"response_code":"204"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.221328985Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:57761/vpc/001de000-074c-4000-8000-000000000000/firewall/rules\", status: 204, headers: {\"x-request-id\": \"a8c664a2-e45e-4e84-a6e5-bc9064c98b99\", \"date\": \"Wed, 30 Apr 2025 06:37:55 GMT\"} })"}
{"msg":"updated firewall rules on 1 sleds","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:55.222035032Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:55.222091995Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.222121464Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.22263145Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3, .. })"}
{"msg":"activating","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.222896889Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","iteration":2,"reason":"Signaled"}
{"msg":"reading DNS version","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.222946949Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:55.222975365Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.22300284Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.223500492Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"activating","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.223540281Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","iteration":2,"reason":"Signaled"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:55.223566493Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","dns_name":"_nameservice._tcp.control-plane.oxide.internal"}
{"msg":"activating","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.223703727Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","iteration":2,"reason":"Signaled"}
{"msg":"reading DNS version","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.223746332Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:55.223770179Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.22379595Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.224391056Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"activating","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.224450735Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","iteration":2,"reason":"Signaled"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:55.224481576Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","dns_name":"_external-dns._tcp.control-plane.oxide.internal"}
{"msg":"activating","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.22450358Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","iteration":2,"reason":"Signaled"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:55.22452868Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:55.224628329Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:55.224673028Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.224701946Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.225120259Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"activating","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.225172162Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","iteration":3,"reason":"Signaled"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:55.225198184Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:55.225223294Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:55.225322893Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.225498523Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.226322334Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:55.227229481Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:64046","req_id":"81931796-3d16-40d8-bd75-f327664eea16","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 75 (0x4b) bytes\n0000:   78 cd 01 00  00 01 00 00  00 00 00 01  0c 5f 6e 61   x............_na\n0010:   6d 65 73 65  72 76 69 63  65 04 5f 74  63 70 0d 63   meservice._tcp.c\n0020:   6f 6e 74 72  6f 6c 2d 70  6c 61 6e 65  05 6f 78 69   ontrol-plane.oxi\n0030:   64 65 08 69  6e 74 65 72  6e 61 6c 00  00 21 00 01   de.internal..!..\n0040:   00 00 29 04  d0 00 00 00  00 00 00                   ..)........"}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.227339912Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:64046","req_id":"81931796-3d16-40d8-bd75-f327664eea16","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 30925,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            12,\n            95,\n            110,\n            97,\n            109,\n            101,\n            115,\n            101,\n            114,\n            118,\n            105,\n            99,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.227421915Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"_nameservice._tcp"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.227662594Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"7ef4a4a0-890f-4130-8b13-ae280a9b8a6d.host"}
{"msg":"dns response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.227709819Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:64046","req_id":"81931796-3d16-40d8-bd75-f327664eea16","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"7ef4a4a0-890f-4130-8b13-ae280a9b8a6d.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46236, target: Name(\"7ef4a4a0-890f-4130-8b13-ae280a9b8a6d.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_nameservice._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:55.227835309Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:57881","req_id":"094bff32-01dd-4751-85ba-a932b9f02723","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 76 (0x4c) bytes\n0000:   13 32 01 00  00 01 00 00  00 00 00 01  0d 5f 65 78   .2..........._ex\n0010:   74 65 72 6e  61 6c 2d 64  6e 73 04 5f  74 63 70 0d   ternal-dns._tcp.\n0020:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0030:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 21 00   ide.internal..!.\n0040:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.227924977Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:57881","req_id":"094bff32-01dd-4751-85ba-a932b9f02723","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 4914,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            13,\n            95,\n            101,\n            120,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            45,\n            100,\n            110,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.228025578Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"_external-dns._tcp"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.22813226Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"23a318c0-cc3d-49d0-b310-1714b157d9f4.host"}
{"msg":"dns response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.228170817Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:57881","req_id":"094bff32-01dd-4751-85ba-a932b9f02723","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"23a318c0-cc3d-49d0-b310-1714b157d9f4.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 44043, target: Name(\"23a318c0-cc3d-49d0-b310-1714b157d9f4.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_external-dns._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.229600395Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46236, target: Name(\"7ef4a4a0-890f-4130-8b13-ae280a9b8a6d.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"7ef4a4a0-890f-4130-8b13-ae280a9b8a6d.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3940, tv_nsec: 28461835 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:55.230103087Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","name":"Name(\"7ef4a4a0-890f-4130-8b13-ae280a9b8a6d.host.control-plane.oxide.internal.\")"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.23017508Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 44043, target: Name(\"23a318c0-cc3d-49d0-b310-1714b157d9f4.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"23a318c0-cc3d-49d0-b310-1714b157d9f4.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3940, tv_nsec: 29048293 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:55.23021528Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","name":"Name(\"23a318c0-cc3d-49d0-b310-1714b157d9f4.host.control-plane.oxide.internal.\")"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:55.230432253Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:55.230488465Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:55.230518094Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.230544206Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.23107351Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:55.231235022Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Rack { parent: Fleet, key: c19a698f-c6f9-4a17-ae30-20d711b8f7dc, lookup_type: ById(c19a698f-c6f9-4a17-ae30-20d711b8f7dc) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:55.231286755Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:55.231318148Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.231503828Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.231845228Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3, .. })"}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:55.232110958Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:56306","req_id":"2ad4fbb9-7f8b-4f00-a300-d3ad0b103918","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 99 (0x63) bytes\n0000:   41 8d 01 00  00 01 00 00  00 00 00 01  24 37 65 66   A...........$7ef\n0010:   34 61 34 61  30 2d 38 39  30 66 2d 34  31 33 30 2d   4a4a0-890f-4130-\n0020:   38 62 31 33  2d 61 65 32  38 30 61 39  62 38 61 36   8b13-ae280a9b8a6\n0030:   64 04 68 6f  73 74 0d 63  6f 6e 74 72  6f 6c 2d 70   d.host.control-p\n0040:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0050:   6e 61 6c 00  00 1c 00 01  00 00 29 04  d0 00 00 00   nal.......).....\n0060:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.232173312Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:56306","req_id":"2ad4fbb9-7f8b-4f00-a300-d3ad0b103918","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 16781,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"7ef4a4a0-890f-4130-8b13-ae280a9b8a6d.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"7ef4a4a0-890f-4130-8b13-ae280a9b8a6d.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            36,\n            55,\n            101,\n            102,\n            52,\n            97,\n            52,\n            97,\n            48,\n            45,\n            56,\n            57,\n            48,\n            102,\n            45,\n            52,\n            49,\n            51,\n            48,\n            45,\n            56,\n            98,\n            49,\n            51,\n            45,\n            97,\n            101,\n            50,\n            56,\n            48,\n            97,\n            57,\n            98,\n            56,\n            97,\n            54,\n            100,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.232634661Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"7ef4a4a0-890f-4130-8b13-ae280a9b8a6d.host"}
{"msg":"dns response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.233765073Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:56306","req_id":"2ad4fbb9-7f8b-4f00-a300-d3ad0b103918","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"7ef4a4a0-890f-4130-8b13-ae280a9b8a6d.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"7ef4a4a0-890f-4130-8b13-ae280a9b8a6d.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"7ef4a4a0-890f-4130-8b13-ae280a9b8a6d.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:55.233830794Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:62269","req_id":"a3c20803-08ec-4b54-aa84-ff631ace2dee","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 99 (0x63) bytes\n0000:   0d 9b 01 00  00 01 00 00  00 00 00 01  24 32 33 61   ............$23a\n0010:   33 31 38 63  30 2d 63 63  33 64 2d 34  39 64 30 2d   318c0-cc3d-49d0-\n0020:   62 33 31 30  2d 31 37 31  34 62 31 35  37 64 39 66   b310-1714b157d9f\n0030:   34 04 68 6f  73 74 0d 63  6f 6e 74 72  6f 6c 2d 70   4.host.control-p\n0040:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0050:   6e 61 6c 00  00 1c 00 01  00 00 29 04  d0 00 00 00   nal.......).....\n0060:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.233867868Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:62269","req_id":"a3c20803-08ec-4b54-aa84-ff631ace2dee","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 3483,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"23a318c0-cc3d-49d0-b310-1714b157d9f4.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"23a318c0-cc3d-49d0-b310-1714b157d9f4.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            36,\n            50,\n            51,\n            97,\n            51,\n            49,\n            56,\n            99,\n            48,\n            45,\n            99,\n            99,\n            51,\n            100,\n            45,\n            52,\n            57,\n            100,\n            48,\n            45,\n            98,\n            51,\n            49,\n            48,\n            45,\n            49,\n            55,\n            49,\n            52,\n            98,\n            49,\n            53,\n            55,\n            100,\n            57,\n            102,\n            52,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.233990673Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"23a318c0-cc3d-49d0-b310-1714b157d9f4.host"}
{"msg":"dns response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.234051063Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:62269","req_id":"a3c20803-08ec-4b54-aa84-ff631ace2dee","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"23a318c0-cc3d-49d0-b310-1714b157d9f4.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"23a318c0-cc3d-49d0-b310-1714b157d9f4.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"23a318c0-cc3d-49d0-b310-1714b157d9f4.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:55.234086464Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:55.234119299Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:55.234148106Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.23417519Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.234719435Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"found DNS servers (initial)","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:55.236349973Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","addresses":"DnsServersList { addresses: [[::1]:46236] }"}
{"msg":"activation complete","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.236407648Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","status":"{\"addresses\":[\"[::1]:46236\"]}","iteration":2,"elapsed":"12.925924ms"}
{"msg":"found DNS servers (initial)","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:55.23660429Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","addresses":"DnsServersList { addresses: [[::1]:44043] }"}
{"msg":"activation complete","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.236694279Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","status":"{\"addresses\":[\"[::1]:44043\"]}","iteration":2,"elapsed":"12.357401ms"}
{"msg":"activating","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.2367348Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","iteration":2,"reason":"Dependency"}
{"msg":"DNS propagation: skipped","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2025-04-30T06:37:55.2367648Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","reason":"no config"}
{"msg":"activation complete","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.236787956Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","status":"{\"error\":\"no config\"}","iteration":2,"elapsed":"26.934µs"}
{"msg":"activating","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.236813677Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","iteration":2,"reason":"Dependency"}
{"msg":"DNS propagation: skipped","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2025-04-30T06:37:55.236838797Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","reason":"no config"}
{"msg":"activation complete","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.237090449Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","status":"{\"error\":\"no config\"}","iteration":2,"elapsed":"11.483µs"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.239335953Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.243067478Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:55.243198639Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.243289971Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.243812292Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.244190605Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.248180916Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:55.248260144Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.248291797Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.248464801Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.248928265Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.257106069Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.262093867Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.272256284Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Rack { parent: Fleet, key: c19a698f-c6f9-4a17-ae30-20d711b8f7dc, lookup_type: ById(c19a698f-c6f9-4a17-ae30-20d711b8f7dc) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3, .. })"}
{"msg":"Rack initialized","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:55.272363859Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:55.272453868Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.272539288Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.27383002Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.275241542Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.285956682Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:55.287446079Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:55.287566709Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:55.287654585Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.287734484Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.289120696Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"found DNS version","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.289573889Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","version":"2"}
{"msg":"reading DNS config","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.289663637Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"reading DNS zones","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.289808216Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:55.290048885Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:55.290164445Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:55.290251288Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.290330336Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.29084937Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.29164217Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","candidates":"[(b139770c-2385-4e5f-b2ea-bae89be6cfda, 0)]"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:55.29182794Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:55.293516644Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:58014","req_id":"f42d69f9-44f0-49c6-bbfa-3a93608a0dc6","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   2e 2e 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   ............._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.293747705Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:58014","req_id":"f42d69f9-44f0-49c6-bbfa-3a93608a0dc6","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 11822,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.294284564Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.294531717Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.294691515Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:58014","req_id":"f42d69f9-44f0-49c6-bbfa-3a93608a0dc6","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61532, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.307839662Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61532, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3940, tv_nsec: 106760300 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:55.308018989Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.308518034Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.317336243Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:55.317443026Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.317528486Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.318385003Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"found DNS version","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.320684895Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","version":"1"}
{"msg":"reading DNS config","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.320779233Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"reading DNS zones","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.320902288Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:55.320977178Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:55.321069852Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:55.321154992Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.321234921Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.322495924Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.324555988Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.335430295Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:55.335530614Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.3360355Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.336669494Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:55.337683354Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.33789735Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.338400322Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.339156379Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.344823139Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:55.344925523Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.345011805Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.345501671Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:55.346273569Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:65069","req_id":"e54266e5-ad35-447f-8160-f6ec2b3e7f1f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   cd 3a 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   .:..........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.346452285Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:65069","req_id":"e54266e5-ad35-447f-8160-f6ec2b3e7f1f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 52538,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.346945718Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.347191478Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:65069","req_id":"e54266e5-ad35-447f-8160-f6ec2b3e7f1f","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:55.457298028Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:55.458720953Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:55.458780322Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:55.458813688Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.458842776Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.459559243Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"found zones","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.460288146Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","count":1}
{"msg":"listing DNS names for zone","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.460344127Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide-dev.test","dns_zone_id":"6153c83f-d0dd-435b-8f65-5e4c3295a7bc"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:55.460379017Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:55.460470058Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:55.460509306Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.460538765Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.461039683Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:55.461709017Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.461782563Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.462323992Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.466287088Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.481644717Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:55.48176652Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.481855217Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.482609991Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.483208473Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.497587723Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:55.497778713Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.497817972Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.499012101Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:55.503221888Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:62069","req_id":"495f505c-4736-4b8f-bbeb-1084dd4cd600","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000:   ed cc 01 00  00 01 00 00  00 00 00 01  18 5f 63 6c   ............._cl\n0010:   69 63 6b 68  6f 75 73 65  2d 61 64 6d  69 6e 2d 6b   ickhouse-admin-k\n0020:   65 65 70 65  72 04 5f 74  63 70 0d 63  6f 6e 74 72   eeper._tcp.contr\n0030:   6f 6c 2d 70  6c 61 6e 65  05 6f 78 69  64 65 08 69   ol-plane.oxide.i\n0040:   6e 74 65 72  6e 61 6c 00  00 21 00 01  00 00 29 04   nternal..!....).\n0050:   d0 00 00 00  00 00 00                                ......."}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.503308992Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:62069","req_id":"495f505c-4736-4b8f-bbeb-1084dd4cd600","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 60876,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.503474672Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 60876,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_project_deletion_with_snapshot","level":50,"time":"2025-04-30T06:37:55.50356914Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:62069","req_id":"495f505c-4736-4b8f-bbeb-1084dd4cd600","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:55.503878627Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:55.503937434Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:55.503967564Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.503992153Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.515530743Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"begin collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.515883656Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"begin collection from MGS","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.515939588Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","mgs_url":"http://[::1]:61532"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.515969457Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/ignition","method":"GET"}
{"msg":"found all DNS names for zone","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.516601787Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","found_so_far":1,"version":2,"dns_zone_name":"oxide-dev.test","dns_zone_id":"6153c83f-d0dd-435b-8f65-5e4c3295a7bc"}
{"msg":"read DNS config","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.51666843Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","nzones":1,"version":2}
{"msg":"found latest generation (first find)","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:55.516702267Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","generation":2}
{"msg":"activation complete","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.516730904Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","status":"{\"generation\":2}","iteration":2,"elapsed":"292.994733ms"}
{"msg":"activating","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.51682923Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","iteration":3,"reason":"Dependency"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.60251336Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"dns_server_url":"http://[::1]:44043","servers":"DnsServersList { addresses: [[::1]:44043] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:44043/config","method":"PUT"}
{"msg":"found zones","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.605465011Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","count":1}
{"msg":"listing DNS names for zone","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.605563177Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"3d0eb282-36ee-418f-8a17-f82304a470a2"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:55.605608998Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:55.605637605Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:55.605664439Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.60569009Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.607516599Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"found Silo/DNS/TLS config (initial)","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:55.608389508Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide-dev.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2025-04-30T06:37:47.336134Z, time_modified: 2025-04-30T06:37:47.336134Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"test-suite-silo.sys.oxide-dev.test\": ExternalEndpoint { silo_id: 90d19c61-add0-47d3-8239-980cc40accc8, db_silo: Silo { identity: SiloIdentity { id: 90d19c61-add0-47d3-8239-980cc40accc8, name: Name(Name(\"test-suite-silo\")), description: \"built-in recovery Silo\", time_created: 2025-04-30T06:37:54.306477Z, time_modified: 2025-04-30T06:37:54.306477Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(1)) }, tls_certs: [] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide-dev.test\" }, NoSiloCerts { silo_id: 90d19c61-add0-47d3-8239-980cc40accc8, dns_name: \"test-suite-silo.sys.oxide-dev.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 90d19c61-add0-47d3-8239-980cc40accc8, db_silo: Silo { identity: SiloIdentity { id: 90d19c61-add0-47d3-8239-980cc40accc8, name: Name(Name(\"test-suite-silo\")), description: \"built-in recovery Silo\", time_created: 2025-04-30T06:37:54.306477Z, time_modified: 2025-04-30T06:37:54.306477Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(1)) }, tls_certs: [] }) }"}
{"msg":"activation complete","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.608620689Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","status":"{\"by_dns_name\":{\"default-silo.sys.oxide-dev.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"test-suite-silo.sys.oxide-dev.test\":{\"silo_id\":\"90d19c61-add0-47d3-8239-980cc40accc8\",\"tls_certs\":[]}},\"default_endpoint\":{\"silo_id\":\"90d19c61-add0-47d3-8239-980cc40accc8\",\"tls_certs\":[]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide-dev.test\\\" has no usable certificates\",\"silo 90d19c61-add0-47d3-8239-980cc40accc8 with DNS name \\\"test-suite-silo.sys.oxide-dev.test\\\" has no usable certificates\"]}","iteration":2,"elapsed":"384.128562ms"}
{"msg":"accepted connection","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:55.609567525Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"[::1]:44043","component":"http","kind":"dns","component":"external_dns_server","remote_addr":"[::1]:45540"}
{"msg":"incoming request","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:55.610755823Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/config","method":"PUT","req_id":"b4cfb1b6-f959-4a7e-b050-d386343c6b97","remote_addr":"[::1]:45540","local_addr":"[::1]:44043","component":"http","kind":"dns","component":"external_dns_server"}
{"msg":"attempting generation update","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:55.611016352Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"new_generation":2,"req_id":"b4cfb1b6-f959-4a7e-b050-d386343c6b97","component":"store","component":"external_dns_server"}
{"msg":"pruning trees for generations newer than 0","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:55.611061231Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"external_dns_server"}
{"msg":"creating tree","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.611133616Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"external_dns_server","tree_name":"generation_2_zone_oxide-dev.test"}
{"msg":"updating current config","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.611334295Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"external_dns_server"}
{"msg":"flushing default tree","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.611473232Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"external_dns_server"}
{"msg":"pruning trees for generations older than 2","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:55.611561959Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"external_dns_server","keep":3}
{"msg":"updated generation","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:55.611649333Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"new_generation":2,"req_id":"b4cfb1b6-f959-4a7e-b050-d386343c6b97","component":"store","component":"external_dns_server"}
{"msg":"request completed","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:55.61187865Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/config","method":"PUT","req_id":"b4cfb1b6-f959-4a7e-b050-d386343c6b97","remote_addr":"[::1]:45540","local_addr":"[::1]:44043","component":"http","kind":"dns","component":"external_dns_server","latency_us":1127,"response_code":"204"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:55.612425389Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:55.612481601Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.612508264Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.613096466Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.613647605Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"dns_server_url":"http://[::1]:44043","servers":"DnsServersList { addresses: [[::1]:44043] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:44043/config\", status: 204, headers: {\"x-request-id\": \"b4cfb1b6-f959-4a7e-b050-d386343c6b97\", \"date\": \"Wed, 30 Apr 2025 06:37:55 GMT\"} })"}
{"msg":"DNS server now at generation 2","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:55.613756231Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"dns_server_url":"http://[::1]:44043","servers":"DnsServersList { addresses: [[::1]:44043] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"DNS propagation: done","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:55.61624004Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"servers":"DnsServersList { addresses: [[::1]:44043] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"activation complete","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.616300681Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","status":"{\"generation\":2,\"server_results\":{\"[::1]:44043\":{\"Ok\":null}}}","iteration":3,"elapsed":"99.506279ms"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.616619285Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.627160899Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:55.627274034Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.627333242Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.629009803Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"found all DNS names for zone","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.63401246Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","found_so_far":21,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"3d0eb282-36ee-418f-8a17-f82304a470a2"}
{"msg":"read DNS config","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.634239052Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","nzones":1,"version":1}
{"msg":"found latest generation (first find)","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:55.634283751Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","generation":1}
{"msg":"activation complete","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.634310905Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","status":"{\"generation\":1}","iteration":2,"elapsed":"411.405559ms"}
{"msg":"activating","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.63457928Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","iteration":3,"reason":"Dependency"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.709000519Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"dns_server_url":"http://[::1]:46236","servers":"DnsServersList { addresses: [[::1]:46236] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:46236/config","method":"PUT"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:55.709525104Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:55.709588641Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.709619482Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.710422853Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"accepted connection","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:55.710608292Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"[::1]:46236","component":"http","kind":"dns","component":"internal_dns_server","remote_addr":"[::1]:37654"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.710911236Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"62a6be8c-4a9c-40ea-b045-e2462b4448c5\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:37:55 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.711160893Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:55.714342062Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/config","method":"PUT","req_id":"d5d1dc40-41f1-4ab5-8b47-3771c09b2e43","remote_addr":"[::1]:37654","local_addr":"[::1]:46236","component":"http","kind":"dns","component":"internal_dns_server"}
{"msg":"attempting generation update","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:55.715533626Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"new_generation":1,"req_id":"d5d1dc40-41f1-4ab5-8b47-3771c09b2e43","component":"store","component":"internal_dns_server"}
{"msg":"updated generation","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:55.715589076Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"new_generation":1,"req_id":"d5d1dc40-41f1-4ab5-8b47-3771c09b2e43","component":"store","component":"internal_dns_server"}
{"msg":"request completed","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:55.715813253Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/config","method":"PUT","req_id":"d5d1dc40-41f1-4ab5-8b47-3771c09b2e43","remote_addr":"[::1]:37654","local_addr":"[::1]:46236","component":"http","kind":"dns","component":"internal_dns_server","latency_us":1525,"response_code":"204"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.718770545Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"dns_server_url":"http://[::1]:46236","servers":"DnsServersList { addresses: [[::1]:46236] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:46236/config\", status: 204, headers: {\"x-request-id\": \"d5d1dc40-41f1-4ab5-8b47-3771c09b2e43\", \"date\": \"Wed, 30 Apr 2025 06:37:55 GMT\"} })"}
{"msg":"DNS server now at generation 1","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:55.718854292Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"dns_server_url":"http://[::1]:46236","servers":"DnsServersList { addresses: [[::1]:46236] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"DNS propagation: done","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:55.720675611Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"servers":"DnsServersList { addresses: [[::1]:46236] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"activation complete","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.720886381Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","status":"{\"generation\":1,\"server_results\":{\"[::1]:46236\":{\"Ok\":null}}}","iteration":3,"elapsed":"86.40209ms"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.721806404Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.731342304Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:55.73143582Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:55.731463615Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:55.731497703Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:55.731522663Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.731545428Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.732076627Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:55.736425171Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:55.736484459Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.736513497Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.736997451Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.737329132Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"47fdc40e-3a6d-417b-a45f-1e5c187e04da\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:37:55 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.737571104Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:55.740242276Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:55.740280102Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.740305622Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.740734667Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.742889621Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eca3297f-c20b-4b36-91f1-25a0859c4d2b\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:55 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.742968829Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.743726829Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.749844418Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:55.749928054Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.749957463Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.75033751Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:55.760433867Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.760537924Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.765663556Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.766607116Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"06f35ff3-0553-4534-91db-6e3860030abb\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:55 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.766782837Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:55.768550358Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.76860668Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.769747744Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:55.773981349Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.774049064Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.774678989Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.780282774Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"273a141f-8db6-47d2-bce5-f0f5dc8eb7aa\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:55 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.780422433Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:55.780640437Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:55.780700567Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:55.780790195Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.780833121Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.78171586Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:55.79627669Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:55.796357762Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.79639228Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.797409126Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.799731123Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bb73b56d-6eb5-4037-a6b7-f26e32cf3267\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:55 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.799959147Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:55.803200335Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:55.803260164Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.803434101Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.803822425Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.804482319Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c3004cec-00ca-4ca3-a6bd-749be7380fa3\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:55 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.804750003Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.809027034Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7bcd94db-7d18-4831-8dfe-da1a2548796b\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:55 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.809149258Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.810178278Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"913bf7fb-ae88-441e-8d58-8aef0cdf8845\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:55 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.810330532Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.811461946Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b74be33e-4663-4bc7-a94a-65d05549fd8f\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:55 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.811610762Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.812315036Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.819070886Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:55.819261225Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:55.819290223Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.819319532Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.820375586Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.821399195Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9750dbb3-d2bd-4cba-adb1-48e2a07a597b\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:55 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.821638141Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:55.82306808Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.82311802Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.82352445Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.8268119Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2c5599c2-52f3-4e5c-b774-933feac2a60b\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:55 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.827902112Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:55.829041221Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.830386612Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.831548908Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.832481646Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"81535edc-c599-416d-9a00-d4d73e74ff49\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:37:55 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.832674921Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.835866611Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b4d34e3c-571a-4f7c-925c-0c450d9d8c1d\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:55 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.836107521Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:55.836239534Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.836282269Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.836924408Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.838805987Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"02d34388-b58e-4f33-ace3-ad3f7a169cf9\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:55 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.838915756Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:55.843022729Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:55.843174541Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:55.843342576Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.843443898Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.844300174Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.845558411Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"951cef0e-9f59-4366-a887-2e0e55388b5a\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:55 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.845820483Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.848678377Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"91e4cb64-63e5-4cfb-877c-1f039e0c3dff\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:55 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.848943846Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:55.852068452Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:55.852171898Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.852257588Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.853284444Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.855062357Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"12c07d97-3e4f-470f-b72d-d3ae827b449f\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:55 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.85568143Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:55.856112319Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:55.856215234Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.856299933Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.85694097Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.862874241Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.871696279Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"successful lookup of siloed resource \"VpcSubnet\" using built-in user","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:55.871825907Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:55.871950465Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:55.872056156Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:55.872143309Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.872224692Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.872741311Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:55.875484817Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:55.875587963Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.875673052Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.876219872Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.87763433Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"703bba73-fb93-4deb-b76d-03b30e1a2be9\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:55 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.877779169Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/rot/cmpa","method":"GET"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:55.87851746Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:55.878602489Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.87864309Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.879196402Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.879921206Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9060a03d-04a6-440a-807c-5e7f23897011\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:55 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.88024933Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.88324038Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.893584399Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:55.89364998Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.893755661Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.896559998Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.903011593Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"41a4bd5f-39ff-4ee3-9bb3-c0ced42b830f\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:55 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.90331131Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.9057407Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ee712277-cb20-4b49-8b41-66859552e6c6\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:55 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.905888204Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.906928046Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0ca37261-7b96-4a56-bc6a-79ce73d08472\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:55 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.907079057Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:55.91042315Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.910484492Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.911251881Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.915412971Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6ac6d1cf-14eb-48db-b8fb-8766714fb84c\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:37:55 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.915892487Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:55.91613981Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.916464056Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.92755822Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:55.934619559Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.936217804Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.936982167Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:55.939984879Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.940043596Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.940533352Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.942295383Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c2b9044e-ae01-4aa0-9d33-4c4366628397\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:55 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.942481203Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:55.942972282Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:55.943046339Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:55.943078303Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.943103152Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.943867165Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:55.959335444Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:55.959380774Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.959407317Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.960252271Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:55.972739351Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:55.973231491Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.973577511Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.974620208Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.978102055Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.986485068Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"successful lookup of siloed resource \"VpcSubnet\" using built-in user","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:55.987870909Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:55.988657026Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:55.988713849Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:55.988745251Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.988771704Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:55.98996425Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:56.021187049Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:56.021320756Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.021574411Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.022370197Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:56.026402902Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:56.026494815Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.02652737Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.027090913Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.046634482Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"70cd94cd-d034-4693-a2f2-c33b8d85b877\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:55 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.046940492Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.051198305Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.059064468Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:56.059136762Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.059166411Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.06031024Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"resolved names for firewall rules","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.08403522Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","subnet_networks":"{Name(\"external-dns\"): [V4(Ipv4Network { addr: 172.30.1.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:1::, prefix: 64 })], Name(\"nexus\"): [V4(Ipv4Network { addr: 172.30.2.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:2::, prefix: 64 })]}","subnet_interfaces":"{Name(\"external-dns\"): [NetworkInterface { id: 3aaf7ab5-3c1e-4318-ba46-6dea022e54e6, kind: Service { id: 23a318c0-cc3d-49d0-b310-1714b157d9f4 }, name: Name(\"external-dns-23a318c0-cc3d-49d0-b310-1714b157d9f4\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 0])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], Name(\"nexus\"): [NetworkInterface { id: cdd410d0-ed82-48aa-a1a3-982484decd9e, kind: Service { id: 9e5f84de-2a3f-49b5-b142-5e7719264a4a }, name: Name(\"nexus-9e5f84de-2a3f-49b5-b142-5e7719264a4a\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 1])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }]}","vpc_interfaces":"{}","instance_interfaces":"{}"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:56.084116983Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:56.084143316Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:56.084167123Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.084190269Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.08486332Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.087451938Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.092250829Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:56.092299917Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.092325829Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.092708141Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.095209895Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"be432e4e-d552-43ba-b7c0-5a6a9669f3b4\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:55 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.095418791Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"fetched allowlist from DB","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:56.095536306Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","allowed":"AllowList { id: 001de000-a110-4000-8000-000000000000, time_created: 2025-04-30T06:06:08.248500Z, time_modified: 2025-04-30T06:37:54.476730Z, allowed_ips: None }"}
{"msg":"Allowlist for user-facing services is set to allow any inbound traffic. Existing VPC firewall rules will not be modified.","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.095579261Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"resolved firewall rules for sled agents","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.095817686Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","sled_agent_rules":"[ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"53\")]), filter_protocols: Some([Udp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 3aaf7ab5-3c1e-4318-ba46-6dea022e54e6, kind: Service { id: 23a318c0-cc3d-49d0-b310-1714b157d9f4 }, name: Name(\"external-dns-23a318c0-cc3d-49d0-b310-1714b157d9f4\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 0])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }, ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"80\"), L4PortRange(\"443\")]), filter_protocols: Some([Tcp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: cdd410d0-ed82-48aa-a1a3-982484decd9e, kind: Service { id: 9e5f84de-2a3f-49b5-b142-5e7719264a4a }, name: Name(\"nexus-9e5f84de-2a3f-49b5-b142-5e7719264a4a\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 1])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }]"}
{"msg":"resolved 2 rules for sleds","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.095878918Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.100045339Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4a53a692-0a21-438a-a6b0-013b23bdfbf5\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:55 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.100205278Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.104323313Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a5748c09-8e78-4960-aad0-18a226ca9b6c\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:55 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.104622439Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.107425925Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ec1e3dd3-741a-49d9-a640-7d3f0df8567f\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:55 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.107656665Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.108614974Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d8dee2c0-b914-4d5c-8ec9-59c5bb325127\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:55 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.108862347Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.110398077Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"96a0a959-8381-4bf7-9bd1-33e642724118\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:55 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.110590801Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.122785618Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2062c175-bb1d-4b7a-ae01-ac93fc1e6790\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:55 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.12295213Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.124065799Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4967776f-d263-45f2-8cc6-6926a418923c\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:55 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.124188283Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.130327655Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"84f5a9f6-44e6-4bf9-86fd-eb766712293f\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:37:55 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.130396683Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.130428576Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f193af0f-1d39-4594-859b-e6f00963a3ec\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:55 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.130458085Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.130483055Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"98a037ba-69f2-43ad-bdcb-cfbb187ce438\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:55 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.130514187Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"resolved sleds for vpc oxide-services","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.131414591Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","vpc_to_sled":"[Sled { identity: SledIdentity { id: b6d65341-167c-41df-9b5c-41cded99c229, time_created: 2025-04-30T06:37:48.831167Z, time_modified: 2025-04-30T06:37:48.831167Z }, time_deleted: None, rcgen: Generation(Generation(1)), rack_id: c19a698f-c6f9-4a17-ae30-20d711b8f7dc, is_scrimlet: true, serial_number: \"sim-b6d65341\", part_number: \"Unknown\", revision: SqlU32(0), usable_hardware_threads: SqlU32(16), usable_physical_ram: ByteCount(ByteCount(34359738368)), reservoir_size: ByteCount(ByteCount(17179869184)), ip: ::1, port: SqlU16(57761), last_used_address: ::ffff, policy: InService, state: Active, sled_agent_gen: Generation(Generation(1)), repo_depot_port: SqlU16(60138) }]"}
{"msg":"sending firewall rules to sled agents","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.131610561Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:56.131636042Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.131661202Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.133493663Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.135144623Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"915de548-57a7-41ba-abfc-f113171dceaa\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:55 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.135201586Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:56.136851543Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229, lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:56.136909699Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:56.136941372Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.136967715Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.137425928Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.141397932Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c296c0a3-fafe-46ea-8494-a22cc9d0876a\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:55 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.141550736Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.142389928Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.155086756Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229, lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.203708812Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:57761/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT"}
{"msg":"accepted connection","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:56.204488396Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:41383"}
{"msg":"incoming request","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:56.205308279Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"54852af5-69dd-45e0-9d30-d2db457bf415","remote_addr":"[::1]:41383","local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:56.206362419Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"54852af5-69dd-45e0-9d30-d2db457bf415","remote_addr":"[::1]:41383","local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1116,"response_code":"204"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.206695894Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:57761/vpc/001de000-074c-4000-8000-000000000000/firewall/rules\", status: 204, headers: {\"x-request-id\": \"54852af5-69dd-45e0-9d30-d2db457bf415\", \"date\": \"Wed, 30 Apr 2025 06:37:55 GMT\"} })"}
{"msg":"updated firewall rules on 1 sleds","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:56.207789242Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"plumbed initial IP allowlist","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:56.207832278Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.280585895Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.280661415Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/access","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.280691916Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/assets/{path}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.280717497Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/device/auth","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.280741465Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/device/confirm","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.280767777Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/device/success","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.280793148Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/device/token","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.280815452Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/device/verify","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.280838568Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/experimental/v1/probes","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.280903748Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/experimental/v1/probes","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.280930421Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/experimental/v1/probes/{probe}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.280953277Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/experimental/v1/probes/{probe}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.280975862Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/experimental/v1/system/support-bundles","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.280998327Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/experimental/v1/system/support-bundles","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.281020651Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.281046422Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.28145684Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.281512411Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download","method":"HEAD"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.281541409Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download/{file}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.281565066Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download/{file}","method":"HEAD"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.281590376Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/index","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.281614885Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/images","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.281636458Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/login","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.281658752Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/login/{silo_name}/local","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.281680977Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/login/{silo_name}/saml/{provider_name}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.281703331Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/login/{silo_name}/saml/{provider_name}","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.281725415Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/login/{silo_name}/saml/{provider_name}/redirect","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.2817477Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/lookup/{path}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.281769643Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/projects/{path}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.281791788Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/projects-new","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.281813701Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/settings/{path}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.281835124Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/system/{path}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.281856957Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/utilization","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.28187841Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/affinity-groups","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.281902578Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/affinity-groups","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.281924752Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/affinity-groups/{affinity_group}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.281946486Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/affinity-groups/{affinity_group}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.281968049Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/affinity-groups/{affinity_group}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.281989652Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.282012658Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members/instance/{instance}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.282035353Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members/instance/{instance}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.28205909Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members/instance/{instance}","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.28208414Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/anti-affinity-groups","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.28210914Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/anti-affinity-groups","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.282131825Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.282156344Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.282178668Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.282202265Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.28222465Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members/instance/{instance}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.282247155Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members/instance/{instance}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.282269078Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members/instance/{instance}","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.282293908Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/certificates","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.282315812Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/certificates","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.282337174Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/certificates/{certificate}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.282360801Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/certificates/{certificate}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.282385019Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/disks","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.282410089Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/disks","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.282484828Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/disks/{disk}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.282523495Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/disks/{disk}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.282548555Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/disks/{disk}/bulk-write","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.282572583Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/disks/{disk}/bulk-write-start","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.282594858Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/disks/{disk}/bulk-write-stop","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.282618996Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/disks/{disk}/finalize","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.28264102Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/disks/{disk}/metrics/{metric}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.282663524Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/floating-ips","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.282685268Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/floating-ips","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.28270638Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/floating-ips/{floating_ip}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.282728444Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/floating-ips/{floating_ip}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.282750157Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/floating-ips/{floating_ip}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.282772461Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/floating-ips/{floating_ip}/attach","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.282794165Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/floating-ips/{floating_ip}/detach","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.282817251Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/groups","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.282838413Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/groups/{group_id}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.282859675Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/images","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.282880777Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/images","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.28290218Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/images/{image}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.282924154Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/images/{image}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.282945817Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/images/{image}/demote","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.28296744Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/images/{image}/promote","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.282988923Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/instances","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.283012921Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/instances","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.283035455Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/instances/{instance}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.28305776Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/instances/{instance}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.283079453Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/instances/{instance}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.283100886Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/instances/{instance}/affinity-groups","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.283125685Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/instances/{instance}/anti-affinity-groups","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.28314792Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/instances/{instance}/disks","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.283169543Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/instances/{instance}/disks/attach","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.283191496Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/instances/{instance}/disks/detach","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.283214262Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/instances/{instance}/external-ips","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.283236065Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/instances/{instance}/external-ips/ephemeral","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.283258189Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/instances/{instance}/external-ips/ephemeral","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.283279832Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/instances/{instance}/reboot","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.283301275Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/instances/{instance}/serial-console","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.283328048Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/instances/{instance}/serial-console/stream","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.283352998Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/instances/{instance}/ssh-public-keys","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.283375232Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/instances/{instance}/start","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.283396515Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/instances/{instance}/stop","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.283418288Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/internet-gateway-ip-addresses","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.283442486Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/internet-gateway-ip-addresses","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.283464971Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/internet-gateway-ip-addresses/{address}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.283486474Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/internet-gateway-ip-pools","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.283508037Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/internet-gateway-ip-pools","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.28352956Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/internet-gateway-ip-pools/{pool}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.283551494Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/internet-gateways","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.283572846Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/internet-gateways","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.28359465Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/internet-gateways/{gateway}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.283616714Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/internet-gateways/{gateway}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.283638447Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/ip-pools","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.28365999Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/ip-pools/{pool}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.283681753Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/login/{silo_name}/local","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.283703166Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/logout","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.283724288Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/me","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.283745711Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/me/groups","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.283766853Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/me/ssh-keys","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.283788396Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/me/ssh-keys","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.283809548Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/me/ssh-keys/{ssh_key}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.283834017Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/me/ssh-keys/{ssh_key}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.283857133Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/metrics/{metric_name}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.283879537Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/network-interfaces","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.283901631Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/network-interfaces","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.283923595Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/network-interfaces/{interface}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.283946711Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/network-interfaces/{interface}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.283969036Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/network-interfaces/{interface}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.283993695Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/ping","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.284016881Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/policy","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.284039987Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/policy","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.284063023Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/projects","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.284085187Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/projects","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.284107732Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/projects/{project}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.284129876Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/projects/{project}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.28415188Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/projects/{project}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.284173914Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/projects/{project}/policy","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.284198072Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/projects/{project}/policy","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.284220386Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/snapshots","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.284242681Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/snapshots","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.284265246Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/snapshots/{snapshot}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.284289604Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/snapshots/{snapshot}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.284314253Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/system/hardware/disks","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.284338842Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/system/hardware/disks/{disk_id}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.284361538Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/system/hardware/rack-switch-port/{rack_id}/{switch_location}/{port}/lldp/neighbors","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.284385485Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/system/hardware/racks","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.284408241Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/system/hardware/racks/{rack_id}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.284430495Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/system/hardware/sleds","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.284452489Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/system/hardware/sleds","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.284474473Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.284496917Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}/disks","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.284561025Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}/instances","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.284592798Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}/provision-policy","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.284616546Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/system/hardware/sleds-uninitialized","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.284639992Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/system/hardware/switch-port","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.284662096Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/system/hardware/switch-port/{port}/lldp/config","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.284684541Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/system/hardware/switch-port/{port}/lldp/config","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.284706906Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/system/hardware/switch-port/{port}/settings","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.28472922Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/system/hardware/switch-port/{port}/settings","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.284752436Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/system/hardware/switch-port/{port}/status","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.284774811Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/system/hardware/switches","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.284798659Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/system/hardware/switches/{switch_id}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.284821424Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/system/identity-providers","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.284843808Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/system/identity-providers/local/users","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.284866454Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/system/identity-providers/local/users/{user_id}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.284888768Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/system/identity-providers/local/users/{user_id}/set-password","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.28491479Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/system/identity-providers/saml","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.284937595Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/system/identity-providers/saml/{provider}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.284961763Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/system/ip-pools","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.284984809Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/system/ip-pools","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.285007094Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/system/ip-pools/{pool}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.285031833Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/system/ip-pools/{pool}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.285054588Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/system/ip-pools/{pool}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.285076873Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/system/ip-pools/{pool}/ranges","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.285101111Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/system/ip-pools/{pool}/ranges/add","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.285123456Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/system/ip-pools/{pool}/ranges/remove","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.285146512Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/system/ip-pools/{pool}/silos","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.285169748Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/system/ip-pools/{pool}/silos","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.285194187Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/system/ip-pools/{pool}/silos/{silo}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.285218685Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/system/ip-pools/{pool}/silos/{silo}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.28524113Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/system/ip-pools/{pool}/utilization","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.285265038Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/system/ip-pools-service","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.285287753Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/system/ip-pools-service/ranges","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.285309897Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/system/ip-pools-service/ranges/add","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.285332833Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/system/ip-pools-service/ranges/remove","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.285357542Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/system/metrics/{metric_name}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.285380428Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/system/networking/address-lot","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.285402812Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/system/networking/address-lot","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.285425898Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/system/networking/address-lot/{address_lot}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.285448403Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/system/networking/address-lot/{address_lot}/blocks","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.285471018Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/system/networking/allow-list","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.285494735Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/system/networking/allow-list","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.285520807Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/system/networking/bfd-disable","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.285544735Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/system/networking/bfd-enable","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.28556721Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/system/networking/bfd-status","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.285589665Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/system/networking/bgp","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.285611688Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/system/networking/bgp","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.285633953Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/system/networking/bgp","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.285656107Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/system/networking/bgp-announce-set","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.285678932Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/system/networking/bgp-announce-set","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.285701497Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/system/networking/bgp-announce-set/{announce_set}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.285724223Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/system/networking/bgp-announce-set/{announce_set}/announcement","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.285747579Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/system/networking/bgp-exported","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.285771587Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/system/networking/bgp-message-history","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.285855675Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/system/networking/bgp-routes-ipv4","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.285895534Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/system/networking/bgp-status","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.285919732Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/system/networking/loopback-address","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.285944872Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/system/networking/loopback-address","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.285969311Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/system/networking/loopback-address/{rack_id}/{switch_location}/{address}/{subnet_mask}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.285992377Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/system/networking/switch-port-settings","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.286015533Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/system/networking/switch-port-settings","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.286039401Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/system/networking/switch-port-settings","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.286062316Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/system/networking/switch-port-settings/{port}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.286084631Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/system/policy","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.286107777Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/system/policy","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.286130372Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/system/roles","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.28615477Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/system/roles/{role_name}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.286177416Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/system/silo-quotas","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.286202866Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/system/silos","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.286226293Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/system/silos","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.286252285Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/system/silos/{silo}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.286277154Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/system/silos/{silo}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.286299569Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/system/silos/{silo}/ip-pools","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.286321893Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/system/silos/{silo}/policy","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.286343957Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/system/silos/{silo}/policy","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.286366242Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/system/silos/{silo}/quotas","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.286390149Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/system/silos/{silo}/quotas","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.286412444Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/system/timeseries/query","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.286437684Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/system/timeseries/schemas","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.286461011Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/system/update/repository","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.286482824Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/system/update/repository/{system_version}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.286507143Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/system/update/target-release","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.28653102Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/system/update/target-release","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.28655625Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/system/users","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.286578936Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/system/users/{user_id}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.286601591Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/system/users-builtin","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.286625889Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/system/users-builtin/{user}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.286648103Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/system/utilization/silos","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.286670438Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/system/utilization/silos/{silo}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.286692682Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/timeseries/query","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.286714967Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/users","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.286737562Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/utilization","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.286759716Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/vpc-firewall-rules","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.286782511Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/vpc-firewall-rules","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.286806399Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/vpc-router-routes","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.286831098Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/vpc-router-routes","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.286853603Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/vpc-router-routes/{route}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.28687712Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/vpc-router-routes/{route}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.286899675Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/vpc-router-routes/{route}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.2869222Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/vpc-routers","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.286945045Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/vpc-routers","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.28696761Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/vpc-routers/{router}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.286990456Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/vpc-routers/{router}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.287014684Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/vpc-routers/{router}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.287039072Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/vpc-subnets","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.287061617Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/vpc-subnets","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.287084242Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/vpc-subnets/{subnet}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.287107829Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/vpc-subnets/{subnet}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.287132669Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/vpc-subnets/{subnet}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.287156907Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/vpc-subnets/{subnet}/network-interfaces","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.287180985Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/vpcs","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.287205203Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/vpcs","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.28722837Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/vpcs/{vpc}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.287252949Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/vpcs/{vpc}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.287276676Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/vpcs/{vpc}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.287299531Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/webhooks/deliveries","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.287322146Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/webhooks/deliveries/{event_id}/resend","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.287344761Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/webhooks/event-classes","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.287367346Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/webhooks/receivers","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.287389521Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/webhooks/receivers","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.287411454Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/webhooks/receivers/{receiver}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.287434631Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/webhooks/receivers/{receiver}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.287457115Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/webhooks/receivers/{receiver}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.287479931Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/webhooks/receivers/{receiver}/probe","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.287502215Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/webhooks/receivers/{receiver}/subscriptions","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.287524429Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/webhooks/receivers/{receiver}/subscriptions/{subscription}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.287547485Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/webhooks/secrets","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.287569459Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/webhooks/secrets","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.287591323Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/webhooks/secrets/{secret_id}","method":"DELETE"}
{"msg":"listening","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:56.287613677Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.28763534Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:36177","component":"dropshot_external","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.353495553Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.353571023Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/access","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.353600011Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/assets/{path}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.353625842Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/device/auth","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.353651644Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/device/confirm","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.353677515Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/device/success","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.353704499Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/device/token","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.353728928Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/device/verify","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.353755511Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/experimental/v1/probes","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.35378025Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/experimental/v1/probes","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.35380528Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/experimental/v1/probes/{probe}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.353831221Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/experimental/v1/probes/{probe}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.35385583Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/experimental/v1/system/support-bundles","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.353881682Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/experimental/v1/system/support-bundles","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.353907443Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.353933034Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.353958715Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.353986902Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download","method":"HEAD"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.354049647Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download/{file}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.354079185Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download/{file}","method":"HEAD"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.35410632Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/index","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.354132542Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/images","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.354158624Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/login","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.354183463Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/login/{silo_name}/local","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.354208894Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/login/{silo_name}/saml/{provider_name}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.354234976Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/login/{silo_name}/saml/{provider_name}","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.354261579Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/login/{silo_name}/saml/{provider_name}/redirect","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.354286929Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/lookup/{path}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.354315697Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/projects/{path}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.354341268Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/projects-new","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.354366899Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/settings/{path}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.354393402Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/system/{path}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.354417991Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/utilization","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.354443121Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/affinity-groups","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.354468211Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/affinity-groups","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.354494914Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/affinity-groups/{affinity_group}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.354521717Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/affinity-groups/{affinity_group}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.354546887Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/affinity-groups/{affinity_group}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.35457338Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.354597598Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members/instance/{instance}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.354623259Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members/instance/{instance}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.3546486Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members/instance/{instance}","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.35467356Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/anti-affinity-groups","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.35469869Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/anti-affinity-groups","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.354724371Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.35474894Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.354774982Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.35479942Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.354824951Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members/instance/{instance}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.354850392Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members/instance/{instance}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.354874931Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members/instance/{instance}","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.354904009Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/certificates","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.354930211Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/certificates","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.354955261Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/certificates/{certificate}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.354981193Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/certificates/{certificate}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.35503512Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/disks","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.355065571Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/disks","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.355089368Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/disks/{disk}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.355114799Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/disks/{disk}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.355138827Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/disks/{disk}/bulk-write","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.355162644Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/disks/{disk}/bulk-write-start","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.355187013Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/disks/{disk}/bulk-write-stop","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.355211942Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/disks/{disk}/finalize","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.355237654Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/disks/{disk}/metrics/{metric}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.355263295Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/floating-ips","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.355286972Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/floating-ips","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.355310469Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/floating-ips/{floating_ip}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.355380258Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/floating-ips/{floating_ip}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.35541158Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/floating-ips/{floating_ip}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.355435057Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/floating-ips/{floating_ip}/attach","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.355459125Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/floating-ips/{floating_ip}/detach","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.355483544Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/groups","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.355508323Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/groups/{group_id}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.355532421Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/images","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.355558703Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/images","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.355581889Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/images/{image}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.355606829Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/images/{image}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.35563235Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/images/{image}/demote","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.355656709Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/images/{image}/promote","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.355681338Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/instances","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.355704724Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/instances","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.35572763Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/instances/{instance}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.355753Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/instances/{instance}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.355777389Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/instances/{instance}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.355800034Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/instances/{instance}/affinity-groups","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.355824393Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/instances/{instance}/anti-affinity-groups","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.355848441Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/instances/{instance}/disks","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.355871517Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/instances/{instance}/disks/attach","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.355895945Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/instances/{instance}/disks/detach","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.355919652Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/instances/{instance}/external-ips","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.355945484Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/instances/{instance}/external-ips/ephemeral","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.355970464Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/instances/{instance}/external-ips/ephemeral","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.356023539Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/instances/{instance}/reboot","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.356055112Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/instances/{instance}/serial-console","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.356079962Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/instances/{instance}/serial-console/stream","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.35610393Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/instances/{instance}/ssh-public-keys","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.356172196Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/instances/{instance}/start","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.35619946Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/instances/{instance}/stop","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.356223267Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/internet-gateway-ip-addresses","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.356247205Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/internet-gateway-ip-addresses","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.356271744Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/internet-gateway-ip-addresses/{address}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.356295Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/internet-gateway-ip-pools","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.356316804Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/internet-gateway-ip-pools","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.356339058Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/internet-gateway-ip-pools/{pool}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.356411462Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/internet-gateways","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.356442745Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/internet-gateways","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.356466502Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/internet-gateways/{gateway}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.356490179Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/internet-gateways/{gateway}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.356512884Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/ip-pools","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.35653598Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/ip-pools/{pool}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.356558115Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/login/{silo_name}/local","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.356582964Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/logout","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.35660624Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/me","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.356629427Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/me/groups","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.356651611Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/me/ssh-keys","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.356675118Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/me/ssh-keys","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.356698324Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/me/ssh-keys/{ssh_key}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.356720388Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/me/ssh-keys/{ssh_key}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.356744356Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/metrics/{metric_name}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.356768283Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/network-interfaces","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.35679194Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/network-interfaces","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.356813894Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/network-interfaces/{interface}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.356836499Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/network-interfaces/{interface}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.356858944Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/network-interfaces/{interface}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.35688197Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/ping","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.356905737Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/policy","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.356930497Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/policy","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.356954524Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/projects","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.356978422Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/projects","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.357047059Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/projects/{project}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.3570776Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/projects/{project}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.357102509Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/projects/{project}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.357126176Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/projects/{project}/policy","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.357150655Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/projects/{project}/policy","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.357175715Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/snapshots","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.357201076Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/snapshots","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.357229502Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/snapshots/{snapshot}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.357254522Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/snapshots/{snapshot}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.357278239Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/system/hardware/disks","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.357302377Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/system/hardware/disks/{disk_id}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.357329051Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/system/hardware/rack-switch-port/{rack_id}/{switch_location}/{port}/lldp/neighbors","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.357354411Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/system/hardware/racks","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.357379501Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/system/hardware/racks/{rack_id}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.357457657Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/system/hardware/sleds","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.357488238Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/system/hardware/sleds","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.357512456Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.357538207Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}/disks","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.357562726Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}/instances","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.357587095Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}/provision-policy","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.357611032Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/system/hardware/sleds-uninitialized","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.357633437Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/system/hardware/switch-port","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.357656002Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/system/hardware/switch-port/{port}/lldp/config","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.357681192Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/system/hardware/switch-port/{port}/lldp/config","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.35770499Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/system/hardware/switch-port/{port}/settings","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.357729418Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/system/hardware/switch-port/{port}/settings","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.357753486Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/system/hardware/switch-port/{port}/status","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.357776382Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/system/hardware/switches","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.357799638Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/system/hardware/switches/{switch_id}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.357823035Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/system/identity-providers","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.357847263Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/system/identity-providers/local/users","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.357872373Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/system/identity-providers/local/users/{user_id}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.357896662Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/system/identity-providers/local/users/{user_id}/set-password","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.357920379Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/system/identity-providers/saml","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.357943375Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/system/identity-providers/saml/{provider}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.357967543Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/system/ip-pools","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.358057091Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/system/ip-pools","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.358087201Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/system/ip-pools/{pool}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.358112321Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/system/ip-pools/{pool}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.358134806Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/system/ip-pools/{pool}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.358196589Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/system/ip-pools/{pool}/ranges","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.358231408Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/system/ip-pools/{pool}/ranges/add","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.358255456Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/system/ip-pools/{pool}/ranges/remove","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.358280586Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/system/ip-pools/{pool}/silos","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.358305226Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/system/ip-pools/{pool}/silos","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.358328873Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/system/ip-pools/{pool}/silos/{silo}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.358351738Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/system/ip-pools/{pool}/silos/{silo}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.358375997Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/system/ip-pools/{pool}/utilization","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.358398722Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/system/ip-pools-service","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.358424383Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/system/ip-pools-service/ranges","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.358450184Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/system/ip-pools-service/ranges/add","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.358474022Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/system/ip-pools-service/ranges/remove","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.358498601Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/system/metrics/{metric_name}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.358521186Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/system/networking/address-lot","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.358545124Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/system/networking/address-lot","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.3585683Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/system/networking/address-lot/{address_lot}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.358592338Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/system/networking/address-lot/{address_lot}/blocks","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.358616866Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/system/networking/allow-list","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.358640784Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/system/networking/allow-list","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.358667167Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/system/networking/bfd-disable","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.358690834Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/system/networking/bfd-enable","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.358714251Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/system/networking/bfd-status","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.358736635Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/system/networking/bgp","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.358760352Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/system/networking/bgp","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.35878438Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/system/networking/bgp","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.358808929Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/system/networking/bgp-announce-set","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.35883431Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/system/networking/bgp-announce-set","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.358858267Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/system/networking/bgp-announce-set/{announce_set}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.358882325Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/system/networking/bgp-announce-set/{announce_set}/announcement","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.358906584Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/system/networking/bgp-exported","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.35893005Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/system/networking/bgp-message-history","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.358952796Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/system/networking/bgp-routes-ipv4","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.358976112Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/system/networking/bgp-status","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.359030831Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/system/networking/loopback-address","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.359058506Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/system/networking/loopback-address","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.359084328Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/system/networking/loopback-address/{rack_id}/{switch_location}/{address}/{subnet_mask}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.359162073Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/system/networking/switch-port-settings","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.359236792Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/system/networking/switch-port-settings","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.359272302Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/system/networking/switch-port-settings","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.359297022Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/system/networking/switch-port-settings/{port}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.359320398Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/system/policy","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.359344506Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/system/policy","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.359368183Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/system/roles","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.359392472Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/system/roles/{role_name}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.359414947Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/system/silo-quotas","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.359438273Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/system/silos","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.359461149Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/system/silos","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.359483413Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/system/silos/{silo}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.359505647Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/system/silos/{silo}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.359527771Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/system/silos/{silo}/ip-pools","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.359553352Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/system/silos/{silo}/policy","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.35957721Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/system/silos/{silo}/policy","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.359599504Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/system/silos/{silo}/quotas","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.359621668Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/system/silos/{silo}/quotas","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.359644093Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/system/timeseries/query","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.359666618Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/system/timeseries/schemas","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.359689754Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/system/update/repository","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.359711758Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/system/update/repository/{system_version}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.359734153Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/system/update/target-release","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.359759092Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/system/update/target-release","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.359782659Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/system/users","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.359806497Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/system/users/{user_id}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.359830444Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/system/users-builtin","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.359852729Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/system/users-builtin/{user}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.359875113Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/system/utilization/silos","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.359898811Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/system/utilization/silos/{silo}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.359922728Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/timeseries/query","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.359947347Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/users","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.359970043Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/utilization","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.360034651Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/vpc-firewall-rules","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.360065533Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/vpc-firewall-rules","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.360090863Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/vpc-router-routes","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.360113528Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/vpc-router-routes","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.360137627Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/vpc-router-routes/{route}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.360161534Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/vpc-router-routes/{route}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.360184019Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/vpc-router-routes/{route}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.360206594Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/vpc-routers","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.360275722Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/vpc-routers","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.360313908Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/vpc-routers/{router}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.360338397Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/vpc-routers/{router}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.36041064Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/vpc-routers/{router}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.3604357Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/vpc-subnets","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.3604606Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/vpc-subnets","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.360484939Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/vpc-subnets/{subnet}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.360509177Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/vpc-subnets/{subnet}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.360534006Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/vpc-subnets/{subnet}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.360598154Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/vpc-subnets/{subnet}/network-interfaces","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.360629186Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/vpcs","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.360657001Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/vpcs","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.360683574Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/vpcs/{vpc}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.360711139Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/vpcs/{vpc}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.360736019Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/vpcs/{vpc}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.360758934Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/webhooks/deliveries","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.360781139Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/webhooks/deliveries/{event_id}/resend","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.36080689Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/webhooks/event-classes","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.360831649Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/webhooks/receivers","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.360858002Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/webhooks/receivers","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.36088697Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/webhooks/receivers/{receiver}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.360911659Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/webhooks/receivers/{receiver}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.360935596Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/webhooks/receivers/{receiver}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.360959564Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/webhooks/receivers/{receiver}/probe","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.360983843Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/webhooks/receivers/{receiver}/subscriptions","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.361067419Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/webhooks/receivers/{receiver}/subscriptions/{subscription}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.36109793Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/webhooks/secrets","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.361122429Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/webhooks/secrets","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.361146026Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/v1/webhooks/secrets/{secret_id}","method":"DELETE"}
{"msg":"listening","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:56.361170434Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.361191075Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:58256","component":"dropshot_external_techport","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"registered DTrace probes","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.361212879Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"nexus-producer-server","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.361235404Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:39450","component":"dropshot","component":"nexus-producer-server","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","versions":"all","path":"/{producer_id}","method":"GET"}
{"msg":"listening","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:56.361262688Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:39450","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:328","component":"nexus-producer-server","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.361288389Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:39450","component":"dropshot","component":"nexus-producer-server","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"Requested any available port, Dropshot server has been bound to 127.0.0.1:39450","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.361311315Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"nexus-producer-server","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"Nexus IP provided explicitly, will use it","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.361332567Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"nexus-producer-server","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","addr":"127.0.0.1:39756"}
{"msg":"starting producer registration task","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.36135418Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"nexus-producer-server","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"starting oximeter metric producer server","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:56.361411204Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"file":"oximeter/producer/src/lib.rs:279","component":"nexus-producer-server","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","interval":"10s","address":"127.0.0.1:39450","producer_id":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"Running step start_oximeter","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.36145415Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"init_with_steps"}
{"msg":"Starting Oximeter","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.361474681Z","hostname":"bmat-EVT22200007-000064cb","pid":25326}
{"msg":"registered DTrace probes","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.361490933Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"oximeter"}
{"msg":"starting oximeter server","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:56.361508478Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"file":"oximeter/collector/src/lib.rs:236","component":"oximeter"}
{"msg":"creating ClickHouse client","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.361528728Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"oximeter"}
{"msg":"registered USDT probes","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.361546494Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"registering as oximeter producer with Nexus","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.361574249Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"producer-registration-task","component":"nexus-producer-server","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","registration_count":"0"}
{"msg":"will register with Nexus at 127.0.0.1:39756","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.361595912Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"producer-registration-task","component":"nexus-producer-server","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.426662443Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"producer-registration-task","component":"nexus-producer-server","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://127.0.0.1:39756/metrics/producers","method":"POST"}
{"msg":"accepted connection","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:56.428852106Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","remote_addr":"127.0.0.1:47163"}
{"msg":"incoming request","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:56.431697816Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/metrics/producers","method":"POST","req_id":"2185e202-3df7-4b74-a42f-9ba6539c77c5","remote_addr":"127.0.0.1:47163","local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:56.433169668Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"2185e202-3df7-4b74-a42f-9ba6539c77c5","remote_addr":"127.0.0.1:47163","local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.433248014Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"2185e202-3df7-4b74-a42f-9ba6539c77c5","remote_addr":"127.0.0.1:47163","local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.434106064Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"2185e202-3df7-4b74-a42f-9ba6539c77c5","remote_addr":"127.0.0.1:47163","local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:56.455418017Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT MAX(value) AS max_version FROM oximeter.version;"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.459854095Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2aeb9f88-e622-4903-a3a2-fe2425bf78f6\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.460048893Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.466047044Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cf513f90-63f7-4508-9f05-0f36b1bdf26e\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.466354928Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.468817464Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"62b2fee3-40dd-4935-927f-79ad5f9dc5e9\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.469112422Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"oximeter database does not exist, or is out-of-date","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2025-04-30T06:37:56.469380426Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:894","component":"oximeter"}
{"msg":"oximeter database does not exist, creating","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.469446127Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"reading db version","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:56.46947315Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:794","component":"oximeter"}
{"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:56.470105961Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT MAX(value) AS max_version FROM oximeter.version;"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.471687021Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ec5e9995-0ad9-4f5b-8239-776cbb75a01f\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.472119784Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"oximeter database does not exist, or is out-of-date","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2025-04-30T06:37:56.472406164Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:894","component":"oximeter"}
{"msg":"read oximeter database version","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:56.472481174Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:799","component":"oximeter","version":0}
{"msg":"initializing oximeter schema","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:56.472518989Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:804","component":"oximeter"}
{"msg":"initializing ClickHouse database","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.472547536Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:56.473289033Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"CREATE DATABASE IF NOT EXISTS oximeter"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.473851755Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"19aaca19-8839-4313-8c13-457bc56ad7bf\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.474158666Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:56.47597252Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\n/* The version table contains metadata about the `oximeter` database */\nCREATE TABLE IF NOT EXISTS oximeter.version\n(\n    value UInt64,\n    timestamp DateTime64(9, 'UTC')\n)\nENGINE = MergeTree()\nORDER BY (value, timestamp)"}
{"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:56.479130773Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\n/* The measurement tables contain all individual samples from each timeseries.\n *\n * Each table stores a single datum type, and otherwise contains nearly the same\n * structure. The primary sorting key is on the timeseries name, key, and then\n * timestamp, so that all timeseries from the same schema are grouped, followed\n * by all samples from the same timeseries.\n *\n * This reflects that one usually looks up the _key_ in one or more field table,\n * and then uses that to index quickly into the measurements tables.\n */\nCREATE TABLE IF NOT EXISTS oximeter.measurements_bool\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    timestamp DateTime64(9, 'UTC'),\n    datum Nullable(Bool)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.479543395Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"290fc027-8a1a-448d-a0f7-bac326cb710f\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:56.479609747Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:56.479645689Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:56.479675227Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.479703995Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.480382026Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:56.483804615Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_i8\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    timestamp DateTime64(9, 'UTC'),\n    datum Nullable(Int8)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.486002204Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.496774447Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:56.496897822Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:56.501059695Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:56.501385023Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.501489982Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.503836337Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"request completed","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:56.504517664Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/metrics/producers","method":"POST","req_id":"2185e202-3df7-4b74-a42f-9ba6539c77c5","remote_addr":"127.0.0.1:47163","local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","error_message_external":"Service Unavailable","error_message_internal":"no Oximeter instances available for assignment","latency_us":72841,"response_code":"503"}
{"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:56.505697846Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_u8\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    timestamp DateTime64(9, 'UTC'),\n    datum Nullable(UInt8)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.506426788Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"producer-registration-task","component":"nexus-producer-server","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://127.0.0.1:39756/metrics/producers\", status: 503, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2185e202-3df7-4b74-a42f-9ba6539c77c5\", \"content-length\": \"133\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"}
{"msg":"failed to register with Nexus, will retry","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2025-04-30T06:37:56.508288878Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:371","component":"nexus-producer-server","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","error":"\"Error Response: status: 503 Service Unavailable; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"2185e202-3df7-4b74-a42f-9ba6539c77c5\\\", \\\"content-length\\\": \\\"133\\\", \\\"date\\\": \\\"Wed, 30 Apr 2025 06:37:56 GMT\\\"}; value: Error { error_code: Some(\\\"ServiceNotAvailable\\\"), message: \\\"Service Unavailable\\\", request_id: \\\"2185e202-3df7-4b74-a42f-9ba6539c77c5\\\" }\"","delay":"147.326188ms","count":"0"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.50854081Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.516770207Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:56.516838823Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.516936498Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.517521454Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:56.518384213Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_i16\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    timestamp DateTime64(9, 'UTC'),\n    datum Nullable(Int16)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.58100468Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","sled_agent_url":"http://[::1]:57761"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.581217574Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"SledAgent":"http://[::1]:57761","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:57761/inventory","method":"GET"}
{"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:56.581718893Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_u16\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    timestamp DateTime64(9, 'UTC'),\n    datum Nullable(UInt16)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"}
{"msg":"accepted connection","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:56.581917589Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:35033"}
{"msg":"incoming request","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:56.582375852Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/inventory","method":"GET","req_id":"bb9959f5-60ff-4cb8-8ef4-2b27e8a69fbf","remote_addr":"[::1]:35033","local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:56.582814325Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/inventory","method":"GET","req_id":"bb9959f5-60ff-4cb8-8ef4-2b27e8a69fbf","remote_addr":"[::1]:35033","local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":458,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.583047971Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"SledAgent":"http://[::1]:57761","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:57761/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bb9959f5-60ff-4cb8-8ef4-2b27e8a69fbf\", \"content-length\": \"2769\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"}
{"msg":"begin collecting all keepers","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.584930612Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","nkeeper_admin_clients":0}
{"msg":"end collecting all keepers","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.58498464Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","nkeeper_admin_clients":0}
{"msg":"finished collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.585010762Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:56.587215084Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:56.587274061Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:56.587308209Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.587335103Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.58800132Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:56.588451046Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_i32\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    timestamp DateTime64(9, 'UTC'),\n    datum Nullable(Int32)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"}
{"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:56.5912835Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_u32\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    timestamp DateTime64(9, 'UTC'),\n    datum Nullable(UInt32)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.593022364Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.597293154Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:56.597467541Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.5975172Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.597941014Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:56.59914837Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_i64\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    timestamp DateTime64(9, 'UTC'),\n    datum Nullable(Int64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"}
{"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:56.603696261Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_u64\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    timestamp DateTime64(9, 'UTC'),\n    datum Nullable(UInt64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"}
{"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:56.60852409Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_f32\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    timestamp DateTime64(9, 'UTC'),\n    datum Nullable(Float32)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"}
{"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:56.614851648Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_f64\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    timestamp DateTime64(9, 'UTC'),\n    datum Nullable(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"}
{"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:56.621952916Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_string\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    timestamp DateTime64(9, 'UTC'),\n    datum Nullable(String)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"}
{"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:56.625180317Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_bytes\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    timestamp DateTime64(9, 'UTC'),\n    /*\n     * NOTE: Right now we can't unambiguously record a nullable byte array.\n     * Arrays cannot be nested in `Nullable()` types, and encoding the array as\n     * a string isn't palatable for a few reasons.\n     * See: https://github.com/oxidecomputer/omicron/issues/4551 for more\n     * details.\n     */\n    datum Array(UInt8)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"}
{"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:56.628542756Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_cumulativei64\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    start_time DateTime64(9, 'UTC'),\n    timestamp DateTime64(9, 'UTC'),\n    datum Nullable(Int64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"}
{"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:56.631418737Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_cumulativeu64\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    start_time DateTime64(9, 'UTC'),\n    timestamp DateTime64(9, 'UTC'),\n    datum Nullable(UInt64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"}
{"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:56.63591231Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_cumulativef32\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    start_time DateTime64(9, 'UTC'),\n    timestamp DateTime64(9, 'UTC'),\n    datum Nullable(Float32)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"}
{"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:56.639772912Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_cumulativef64\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    start_time DateTime64(9, 'UTC'),\n    timestamp DateTime64(9, 'UTC'),\n    datum Nullable(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"}
{"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:56.644792172Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogrami8\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    start_time DateTime64(9, 'UTC'),\n    timestamp DateTime64(9, 'UTC'),\n    /*\n     * NOTE: Array types cannot be Nullable, see\n     * https://clickhouse.com/docs/en/sql-reference/data-types/nullable\n     * for more details.\n     *\n     * This means we need to use empty arrays to indicate a missing value. This\n     * is unfortunate, and at this point relies on the fact that an\n     * `oximeter::Histogram` cannot have zero bins. If that changes, we'll need\n     * to figure out another way to represent missing samples here.\n     */\n    bins Array(Int8),\n    counts Array(UInt64),\n    min Int8,\n    max Int8,\n    sum_of_samples Int64,\n    squared_mean Float64,\n    p50_marker_heights Array(Float64),\n    p50_marker_positions Array(UInt64),\n    p50_desired_marker_positions Array(Float64),\n    p90_marker_heights Array(Float64),\n    p90_marker_positions Array(UInt64),\n    p90_desired_marker_positions Array(Float64),\n    p99_marker_heights Array(Float64),\n    p99_marker_positions Array(UInt64),\n    p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"}
{"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:56.650286409Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogramu8\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    start_time DateTime64(9, 'UTC'),\n    timestamp DateTime64(9, 'UTC'),\n    bins Array(UInt8),\n    counts Array(UInt64),\n    min UInt8,\n    max UInt8,\n    sum_of_samples Int64,\n    squared_mean Float64,\n    p50_marker_heights Array(Float64),\n    p50_marker_positions Array(UInt64),\n    p50_desired_marker_positions Array(Float64),\n    p90_marker_heights Array(Float64),\n    p90_marker_positions Array(UInt64),\n    p90_desired_marker_positions Array(Float64),\n    p99_marker_heights Array(Float64),\n    p99_marker_positions Array(UInt64),\n    p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"}
{"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:56.656137738Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogrami16\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    start_time DateTime64(9, 'UTC'),\n    timestamp DateTime64(9, 'UTC'),\n    bins Array(Int16),\n    counts Array(UInt64),\n    min Int16,\n    max Int16,\n    sum_of_samples Int64,\n    squared_mean Float64,\n    p50_marker_heights Array(Float64),\n    p50_marker_positions Array(UInt64),\n    p50_desired_marker_positions Array(Float64),\n    p90_marker_heights Array(Float64),\n    p90_marker_positions Array(UInt64),\n    p90_desired_marker_positions Array(Float64),\n    p99_marker_heights Array(Float64),\n    p99_marker_positions Array(UInt64),\n    p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"}
{"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:56.659857439Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogramu16\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    start_time DateTime64(9, 'UTC'),\n    timestamp DateTime64(9, 'UTC'),\n    bins Array(UInt16),\n    counts Array(UInt64),\n    min UInt16,\n    max UInt16,\n    sum_of_samples Int64,\n    squared_mean Float64,\n    p50_marker_heights Array(Float64),\n    p50_marker_positions Array(UInt64),\n    p50_desired_marker_positions Array(Float64),\n    p90_marker_heights Array(Float64),\n    p90_marker_positions Array(UInt64),\n    p90_desired_marker_positions Array(Float64),\n    p99_marker_heights Array(Float64),\n    p99_marker_positions Array(UInt64),\n    p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"}
{"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:56.664089711Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogrami32\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    start_time DateTime64(9, 'UTC'),\n    timestamp DateTime64(9, 'UTC'),\n    bins Array(Int32),\n    counts Array(UInt64),\n    min Int32,\n    max Int32,\n    sum_of_samples Int64,\n    squared_mean Float64,\n    p50_marker_heights Array(Float64),\n    p50_marker_positions Array(UInt64),\n    p50_desired_marker_positions Array(Float64),\n    p90_marker_heights Array(Float64),\n    p90_marker_positions Array(UInt64),\n    p90_desired_marker_positions Array(Float64),\n    p99_marker_heights Array(Float64),\n    p99_marker_positions Array(UInt64),\n    p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"}
{"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:56.667939802Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogramu32\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    start_time DateTime64(9, 'UTC'),\n    timestamp DateTime64(9, 'UTC'),\n    bins Array(UInt32),\n    counts Array(UInt64),\n    min UInt32,\n    max UInt32,\n    sum_of_samples Int64,\n    squared_mean Float64,\n    p50_marker_heights Array(Float64),\n    p50_marker_positions Array(UInt64),\n    p50_desired_marker_positions Array(Float64),\n    p90_marker_heights Array(Float64),\n    p90_marker_positions Array(UInt64),\n    p90_desired_marker_positions Array(Float64),\n    p99_marker_heights Array(Float64),\n    p99_marker_positions Array(UInt64),\n    p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"}
{"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:56.672095893Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogrami64\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    start_time DateTime64(9, 'UTC'),\n    timestamp DateTime64(9, 'UTC'),\n    bins Array(Int64),\n    counts Array(UInt64),\n    min Int64,\n    max Int64,\n    sum_of_samples Int64,\n    squared_mean Float64,\n    p50_marker_heights Array(Float64),\n    p50_marker_positions Array(UInt64),\n    p50_desired_marker_positions Array(Float64),\n    p90_marker_heights Array(Float64),\n    p90_marker_positions Array(UInt64),\n    p90_desired_marker_positions Array(Float64),\n    p99_marker_heights Array(Float64),\n    p99_marker_positions Array(UInt64),\n    p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"}
{"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:56.682166919Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogramu64\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    start_time DateTime64(9, 'UTC'),\n    timestamp DateTime64(9, 'UTC'),\n    bins Array(UInt64),\n    counts Array(UInt64),\n    min UInt64,\n    max UInt64,\n    sum_of_samples Int64,\n    squared_mean Float64,\n    p50_marker_heights Array(Float64),\n    p50_marker_positions Array(UInt64),\n    p50_desired_marker_positions Array(Float64),\n    p90_marker_heights Array(Float64),\n    p90_marker_positions Array(UInt64),\n    p90_desired_marker_positions Array(Float64),\n    p99_marker_heights Array(Float64),\n    p99_marker_positions Array(UInt64),\n    p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"}
{"msg":"will register with Nexus at 127.0.0.1:39756","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.693253619Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"producer-registration-task","component":"nexus-producer-server","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.749116742Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"producer-registration-task","component":"nexus-producer-server","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://127.0.0.1:39756/metrics/producers","method":"POST"}
{"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:56.749675776Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogramf32\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    start_time DateTime64(9, 'UTC'),\n    timestamp DateTime64(9, 'UTC'),\n    bins Array(Float32),\n    counts Array(UInt64),\n    min Float32,\n    max Float32,\n    sum_of_samples Float64,\n    squared_mean Float64,\n    p50_marker_heights Array(Float64),\n    p50_marker_positions Array(UInt64),\n    p50_desired_marker_positions Array(Float64),\n    p90_marker_heights Array(Float64),\n    p90_marker_positions Array(UInt64),\n    p90_desired_marker_positions Array(Float64),\n    p99_marker_heights Array(Float64),\n    p99_marker_positions Array(UInt64),\n    p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"}
{"msg":"accepted connection","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:56.749759162Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","remote_addr":"127.0.0.1:63693"}
{"msg":"incoming request","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:56.75030491Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/metrics/producers","method":"POST","req_id":"509e1be9-72ea-43f1-8755-de95cc12a769","remote_addr":"127.0.0.1:63693","local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:56.750956869Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"509e1be9-72ea-43f1-8755-de95cc12a769","remote_addr":"127.0.0.1:63693","local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.751029203Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"509e1be9-72ea-43f1-8755-de95cc12a769","remote_addr":"127.0.0.1:63693","local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.751711863Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"509e1be9-72ea-43f1-8755-de95cc12a769","remote_addr":"127.0.0.1:63693","local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:56.753229436Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:62243","req_id":"366c4042-df2e-4e48-889f-90a0cb0ec4e7","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 79 (0x4f) bytes\n0000:   b9 22 01 00  00 01 00 00  00 00 00 01  10 5f 63 72   .\"..........._cr\n0010:   75 63 69 62  6c 65 2d 70  61 6e 74 72  79 04 5f 74   ucible-pantry._t\n0020:   63 70 0d 63  6f 6e 74 72  6f 6c 2d 70  6c 61 6e 65   cp.control-plane\n0030:   05 6f 78 69  64 65 08 69  6e 74 65 72  6e 61 6c 00   .oxide.internal.\n0040:   00 21 00 01  00 00 29 04  d0 00 00 00  00 00 00      .!....)........"}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.753294767Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:62243","req_id":"366c4042-df2e-4e48-889f-90a0cb0ec4e7","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 47394,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            16,\n            95,\n            99,\n            114,\n            117,\n            99,\n            105,\n            98,\n            108,\n            101,\n            45,\n            112,\n            97,\n            110,\n            116,\n            114,\n            121,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.753570095Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"_crucible-pantry._tcp"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.753615496Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"ff64d630-c800-45ef-835c-55af47f7aa6b.host"}
{"msg":"dns response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.753858881Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:62243","req_id":"366c4042-df2e-4e48-889f-90a0cb0ec4e7","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"ff64d630-c800-45ef-835c-55af47f7aa6b.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54777, target: Name(\"ff64d630-c800-45ef-835c-55af47f7aa6b.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:56.755014273Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:61720","req_id":"385b2157-1a86-4822-95b5-7c55be6db492","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 99 (0x63) bytes\n0000:   0b a7 01 00  00 01 00 00  00 00 00 01  24 66 66 36   ............$ff6\n0010:   34 64 36 33  30 2d 63 38  30 30 2d 34  35 65 66 2d   4d630-c800-45ef-\n0020:   38 33 35 63  2d 35 35 61  66 34 37 66  37 61 61 36   835c-55af47f7aa6\n0030:   62 04 68 6f  73 74 0d 63  6f 6e 74 72  6f 6c 2d 70   b.host.control-p\n0040:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0050:   6e 61 6c 00  00 1c 00 01  00 00 29 04  d0 00 00 00   nal.......).....\n0060:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.755123951Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:61720","req_id":"385b2157-1a86-4822-95b5-7c55be6db492","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 2983,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"ff64d630-c800-45ef-835c-55af47f7aa6b.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"ff64d630-c800-45ef-835c-55af47f7aa6b.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            36,\n            102,\n            102,\n            54,\n            52,\n            100,\n            54,\n            51,\n            48,\n            45,\n            99,\n            56,\n            48,\n            48,\n            45,\n            52,\n            53,\n            101,\n            102,\n            45,\n            56,\n            51,\n            53,\n            99,\n            45,\n            53,\n            53,\n            97,\n            102,\n            52,\n            55,\n            102,\n            55,\n            97,\n            97,\n            54,\n            98,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.755217457Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"ff64d630-c800-45ef-835c-55af47f7aa6b.host"}
{"msg":"dns response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.755301064Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:61720","req_id":"385b2157-1a86-4822-95b5-7c55be6db492","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"ff64d630-c800-45ef-835c-55af47f7aa6b.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"ff64d630-c800-45ef-835c-55af47f7aa6b.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"ff64d630-c800-45ef-835c-55af47f7aa6b.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"request completed","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:56.824433826Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/metrics/producers","method":"POST","req_id":"509e1be9-72ea-43f1-8755-de95cc12a769","remote_addr":"127.0.0.1:63693","local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","error_message_external":"Service Unavailable","error_message_internal":"no Oximeter instances available for assignment","latency_us":74081,"response_code":"503"}
{"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:56.825019743Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogramf64\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    start_time DateTime64(9, 'UTC'),\n    timestamp DateTime64(9, 'UTC'),\n    bins Array(Float64),\n    counts Array(UInt64),\n    min Float64,\n    max Float64,\n    sum_of_samples Float64,\n    squared_mean Float64,\n    p50_marker_heights Array(Float64),\n    p50_marker_positions Array(UInt64),\n    p50_desired_marker_positions Array(Float64),\n    p90_marker_heights Array(Float64),\n    p90_marker_positions Array(UInt64),\n    p90_desired_marker_positions Array(Float64),\n    p99_marker_heights Array(Float64),\n    p99_marker_positions Array(UInt64),\n    p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"}
{"msg":"accepted connection","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:56.8254298Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"[::1]:54777","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:64242"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.825740439Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"producer-registration-task","component":"nexus-producer-server","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://127.0.0.1:39756/metrics/producers\", status: 503, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"509e1be9-72ea-43f1-8755-de95cc12a769\", \"content-length\": \"133\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"}
{"msg":"failed to register with Nexus, will retry","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2025-04-30T06:37:56.827579473Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:371","component":"nexus-producer-server","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","error":"\"Error Response: status: 503 Service Unavailable; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"509e1be9-72ea-43f1-8755-de95cc12a769\\\", \\\"content-length\\\": \\\"133\\\", \\\"date\\\": \\\"Wed, 30 Apr 2025 06:37:56 GMT\\\"}; value: Error { error_code: Some(\\\"ServiceNotAvailable\\\"), message: \\\"Service Unavailable\\\", request_id: \\\"509e1be9-72ea-43f1-8755-de95cc12a769\\\" }\"","delay":"466.622865ms","count":"1"}
{"msg":"Non-retryable transaction failure","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2025-04-30T06:37:56.827967577Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"}
{"msg":"inventory collection failed","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2025-04-30T06:37:56.82858685Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""}
{"msg":"activation complete","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:56.828647181Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":3,"elapsed":"1.603463165s"}
{"msg":"incoming request","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:56.829191255Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/crucible/pantry/0","method":"GET","req_id":"afd7f3ad-1988-451c-9b68-ebcdc5c6fcd7","remote_addr":"[::1]:64242","local_addr":"[::1]:54777","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:56.82957558Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/crucible/pantry/0","method":"GET","req_id":"afd7f3ad-1988-451c-9b68-ebcdc5c6fcd7","remote_addr":"[::1]:64242","local_addr":"[::1]:54777","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":427,"response_code":"200"}
{"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:57.302424611Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\n/* The field tables store named dimensions of each timeseries.\n *\n * As with the measurement tables, there is one field table for each field data\n * type. Fields are deduplicated by using the \"replacing merge tree\", though\n * this behavior **must not** be relied upon for query correctness.\n *\n * The index for the fields differs from the measurements, however. Rows are\n * sorted by timeseries name, then field name, field value, and finally\n * timeseries key. This reflects the most common pattern for looking them up:\n * by field name and possibly value, within a timeseries. The resulting keys are\n * usually then used to look up measurements.\n *\n * NOTE: We may want to consider a secondary index on these tables, sorting by\n * timeseries name and then key, since it would improve lookups where one\n * already has the key. Realistically though, these tables are quite small and\n * so performance benefits will be low in absolute terms.\n *\n * TTL: We use a materialized column to expire old field table records. This\n * column is generated automatically by the database whenever a new row is\n * inserted. It cannot be inserted directly, nor is it returned in a `SELECT *`\n * query. Since these tables are `ReplacingMergeTree`s, that means the last\n * record will remain during a deduplication, which will have the last\n * timestamp. ClickHouse will then expire old data for us, similar to the\n * measurement tables.\n */\nCREATE TABLE IF NOT EXISTS oximeter.fields_bool\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    field_name String,\n    field_value Bool,\n    last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"}
{"msg":"accepted connection","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:57.304744163Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"[::1]:54777","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:40812"}
{"msg":"accepted connection","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:57.304805375Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"[::1]:54777","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:64075"}
{"msg":"accepted connection","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:57.304834092Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"[::1]:54777","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:50381"}
{"msg":"accepted connection","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:57.30485819Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"[::1]:54777","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:56318"}
{"msg":"accepted connection","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:57.304881196Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"[::1]:54777","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:51113"}
{"msg":"accepted connection","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:57.304904783Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"[::1]:54777","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:40971"}
{"msg":"accepted connection","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:57.304929382Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"[::1]:54777","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:62515"}
{"msg":"will register with Nexus at 127.0.0.1:39756","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:57.306144984Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"producer-registration-task","component":"nexus-producer-server","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:57.375786721Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"producer-registration-task","component":"nexus-producer-server","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://127.0.0.1:39756/metrics/producers","method":"POST"}
{"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:57.378327994Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_i8\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    field_name String,\n    field_value Int8,\n    last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"}
{"msg":"accepted connection","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:57.379228578Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","remote_addr":"127.0.0.1:51438"}
{"msg":"incoming request","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:57.379398818Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/crucible/pantry/0","method":"GET","req_id":"2e1c96e1-0568-4fb9-a979-2c4cddcc4f20","remote_addr":"[::1]:40812","local_addr":"[::1]:54777","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"incoming request","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:57.379567744Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/crucible/pantry/0","method":"GET","req_id":"8b5eeecd-5555-4c11-80aa-d4f45afb88c3","remote_addr":"[::1]:64075","local_addr":"[::1]:54777","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"incoming request","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:57.379862401Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/crucible/pantry/0","method":"GET","req_id":"de03884a-1460-43d9-8957-4e033c7221ee","remote_addr":"[::1]:50381","local_addr":"[::1]:54777","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"incoming request","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:57.379990396Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/crucible/pantry/0","method":"GET","req_id":"7795c474-e9c3-40ff-a6c4-80ae57b3bfdb","remote_addr":"[::1]:56318","local_addr":"[::1]:54777","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"incoming request","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:57.380115025Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/crucible/pantry/0","method":"GET","req_id":"bf2cc267-b387-4405-af10-8e63f1f7ec48","remote_addr":"[::1]:51113","local_addr":"[::1]:54777","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"incoming request","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:57.380302658Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/crucible/pantry/0","method":"GET","req_id":"e3265085-8524-44d8-8007-e26ba7562755","remote_addr":"[::1]:40971","local_addr":"[::1]:54777","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"incoming request","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:57.380626784Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/crucible/pantry/0","method":"GET","req_id":"bb2df1a9-6072-4d5d-9792-32af50a93053","remote_addr":"[::1]:62515","local_addr":"[::1]:54777","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:57.381739561Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/crucible/pantry/0","method":"GET","req_id":"2e1c96e1-0568-4fb9-a979-2c4cddcc4f20","remote_addr":"[::1]:40812","local_addr":"[::1]:54777","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2366,"response_code":"200"}
{"msg":"request completed","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:57.382077845Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/crucible/pantry/0","method":"GET","req_id":"8b5eeecd-5555-4c11-80aa-d4f45afb88c3","remote_addr":"[::1]:64075","local_addr":"[::1]:54777","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2538,"response_code":"200"}
{"msg":"request completed","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:57.382260309Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/crucible/pantry/0","method":"GET","req_id":"de03884a-1460-43d9-8957-4e033c7221ee","remote_addr":"[::1]:50381","local_addr":"[::1]:54777","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2437,"response_code":"200"}
{"msg":"request completed","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:57.382440107Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/crucible/pantry/0","method":"GET","req_id":"7795c474-e9c3-40ff-a6c4-80ae57b3bfdb","remote_addr":"[::1]:56318","local_addr":"[::1]:54777","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2478,"response_code":"200"}
{"msg":"request completed","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:57.382613934Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/crucible/pantry/0","method":"GET","req_id":"bf2cc267-b387-4405-af10-8e63f1f7ec48","remote_addr":"[::1]:51113","local_addr":"[::1]:54777","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2530,"response_code":"200"}
{"msg":"request completed","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:57.382789133Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/crucible/pantry/0","method":"GET","req_id":"e3265085-8524-44d8-8007-e26ba7562755","remote_addr":"[::1]:40971","local_addr":"[::1]:54777","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2520,"response_code":"200"}
{"msg":"request completed","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:57.383067157Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/crucible/pantry/0","method":"GET","req_id":"bb2df1a9-6072-4d5d-9792-32af50a93053","remote_addr":"[::1]:62515","local_addr":"[::1]:54777","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2659,"response_code":"200"}
{"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:57.383478035Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_u8\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    field_name String,\n    field_value UInt8,\n    last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"}
{"msg":"incoming request","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:57.385058003Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/metrics/producers","method":"POST","req_id":"028351c0-0647-40e9-85db-952b9b4d149c","remote_addr":"127.0.0.1:51438","local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:57.387669226Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"028351c0-0647-40e9-85db-952b9b4d149c","remote_addr":"127.0.0.1:51438","local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:57.387792371Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"028351c0-0647-40e9-85db-952b9b4d149c","remote_addr":"127.0.0.1:51438","local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:57.388541223Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"028351c0-0647-40e9-85db-952b9b4d149c","remote_addr":"127.0.0.1:51438","local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:57.389247921Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_i16\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    field_name String,\n    field_value Int16,\n    last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"}
{"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:57.394065119Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_u16\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    field_name String,\n    field_value UInt16,\n    last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"}
{"msg":"request completed","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:57.394659143Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/metrics/producers","method":"POST","req_id":"028351c0-0647-40e9-85db-952b9b4d149c","remote_addr":"127.0.0.1:51438","local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","error_message_external":"Service Unavailable","error_message_internal":"no Oximeter instances available for assignment","latency_us":9602,"response_code":"503"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:57.399822531Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"producer-registration-task","component":"nexus-producer-server","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://127.0.0.1:39756/metrics/producers\", status: 503, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"028351c0-0647-40e9-85db-952b9b4d149c\", \"content-length\": \"133\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"}
{"msg":"failed to register with Nexus, will retry","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2025-04-30T06:37:57.401238211Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:371","component":"nexus-producer-server","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","error":"\"Error Response: status: 503 Service Unavailable; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"028351c0-0647-40e9-85db-952b9b4d149c\\\", \\\"content-length\\\": \\\"133\\\", \\\"date\\\": \\\"Wed, 30 Apr 2025 06:37:56 GMT\\\"}; value: Error { error_code: Some(\\\"ServiceNotAvailable\\\"), message: \\\"Service Unavailable\\\", request_id: \\\"028351c0-0647-40e9-85db-952b9b4d149c\\\" }\"","delay":"1.040197996s","count":"2"}
{"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:57.401577668Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_i32\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    field_name String,\n    field_value Int32,\n    last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"}
{"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:57.404537785Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_u32\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    field_name String,\n    field_value UInt32,\n    last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"}
{"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:57.408656361Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_i64\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    field_name String,\n    field_value Int64,\n    last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"}
{"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:57.415567111Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_u64\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    field_name String,\n    field_value UInt64,\n    last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"}
{"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:57.42135862Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_ipaddr\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    field_name String,\n    field_value IPv6,\n    last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"}
{"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:57.425620602Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_string\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    field_name String,\n    field_value String,\n    last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"}
{"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:57.429988564Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_uuid\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    field_name String,\n    field_value UUID,\n    last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"}
{"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:57.433026127Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\n/* The timeseries schema table stores the extracted schema for the samples\n * oximeter collects.\n */\nCREATE TABLE IF NOT EXISTS oximeter.timeseries_schema\n(\n    timeseries_name String,\n    fields Nested(\n        name String,\n        type Enum(\n            'Bool' = 1,\n            'I64' = 2,\n            'IpAddr' = 3,\n            'String' = 4,\n            'Uuid' = 6,\n            'I8' = 7,\n            'U8' = 8,\n            'I16' = 9,\n            'U16' = 10,\n            'I32' = 11,\n            'U32' = 12,\n            'U64' = 13\n        ),\n        source Enum(\n            'Target' = 1,\n            'Metric' = 2\n        )\n    ),\n    datum_type Enum(\n        'Bool' = 1,\n        'I64' = 2,\n        'F64' = 3,\n        'String' = 4,\n        'Bytes' = 5,\n        'CumulativeI64' = 6,\n        'CumulativeF64' = 7,\n        'HistogramI64' = 8,\n        'HistogramF64' = 9,\n        'I8' = 10,\n        'U8' = 11,\n        'I16' = 12,\n        'U16' = 13,\n        'I32' = 14,\n        'U32' = 15,\n        'U64' = 16,\n        'F32' = 17,\n        'CumulativeU64' = 18,\n        'CumulativeF32' = 19,\n        'HistogramI8' = 20,\n        'HistogramU8' = 21,\n        'HistogramI16' = 22,\n        'HistogramU16' = 23,\n        'HistogramI32' = 24,\n        'HistogramU32' = 25,\n        'HistogramU64' = 26,\n        'HistogramF32' = 27\n    ),\n    created DateTime64(9, 'UTC')\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, fields.name)"}
{"msg":"inserting current version","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:57.435910904Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:825","component":"oximeter","version":14}
{"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:57.435978309Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"INSERT INTO oximeter.version (*) VALUES (14, now());"}
{"msg":"registered USDT probes","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:57.441334761Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"fb9882f2-6947-4e02-93bd-f4fd91d229ef","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:57.442243782Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"[::1]:54727","component":"dropshot","component":"oximeter","versions":"all","path":"/info","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:57.442306517Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"[::1]:54727","component":"dropshot","component":"oximeter","versions":"all","path":"/producers","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:57.442338952Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"[::1]:54727","component":"dropshot","component":"oximeter","versions":"all","path":"/producers/{producer_id}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:57.442367318Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"[::1]:54727","component":"dropshot","component":"oximeter","versions":"all","path":"/producers/{producer_id}","method":"GET"}
{"msg":"listening","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:57.442395795Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"[::1]:54727","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:328","component":"oximeter"}
{"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:57.443122222Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"[::1]:54727","component":"dropshot","component":"oximeter"}
{"msg":"registered USDT probes","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:57.443947787Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"oximeter"}
{"msg":"contacting nexus","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:57.444070792Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"oximeter"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:57.886592006Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"oximeter","body":"Some(Body)","uri":"http://127.0.0.1:39756/metrics/collectors","method":"POST"}
{"msg":"accepted connection","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:57.887233474Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","remote_addr":"127.0.0.1:36198"}
{"msg":"incoming request","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:57.887635646Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/metrics/collectors","method":"POST","req_id":"f22b63fe-6bb4-4acf-a6a2-0c20d20881e3","remote_addr":"127.0.0.1:36198","local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:57.888059661Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors","method":"POST","req_id":"f22b63fe-6bb4-4acf-a6a2-0c20d20881e3","remote_addr":"127.0.0.1:36198","local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:57.888115291Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors","method":"POST","req_id":"f22b63fe-6bb4-4acf-a6a2-0c20d20881e3","remote_addr":"127.0.0.1:36198","local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:57.889043711Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors","method":"POST","req_id":"f22b63fe-6bb4-4acf-a6a2-0c20d20881e3","remote_addr":"127.0.0.1:36198","local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"registered new oximeter metric collection server","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:57.895573081Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","address":"[::1]:54727","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78"}
{"msg":"request completed","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:57.895740214Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/metrics/collectors","method":"POST","req_id":"f22b63fe-6bb4-4acf-a6a2-0c20d20881e3","remote_addr":"127.0.0.1:36198","local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","latency_us":8113,"response_code":"204"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:57.896183868Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:39756/metrics/collectors\", status: 204, headers: {\"x-request-id\": \"f22b63fe-6bb4-4acf-a6a2-0c20d20881e3\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"}
{"msg":"oximeter registered with nexus","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:57.896383976Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"file":"oximeter/collector/src/lib.rs:392","component":"oximeter","id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78"}
{"msg":"Running step start_producer_server","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:57.896432473Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"init_with_steps"}
{"msg":"Starting test metric Producer Server","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:57.896514156Z","hostname":"bmat-EVT22200007-000064cb","pid":25326}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:57.901365111Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"[::1]:64931","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:57.901433898Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"[::1]:64931","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:57.901466743Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"[::1]:64931","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:57.901495501Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"[::1]:64931","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:57.901523256Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"[::1]:64931","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:57.901552915Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"[::1]:64931","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:57.901580209Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"[::1]:64931","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:57.901606682Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"[::1]:64931","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:57.901633295Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"[::1]:64931","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"POST"}
{"msg":"listening","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:57.901659758Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"[::1]:64931","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:57.902237509Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"[::1]:64931","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"Created Simulated Crucible Server","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:57.90229317Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","address":"[::1]:64931"}
{"msg":"inserting test physical disk","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:57.902321086Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","model":"test-model","serial":"totally-unique-serial: 68f3a94f-a82a-476c-bd0b-d9a3e2ac30ad","vendor":"test-vendor","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","physical_disk_id":"68f3a94f-a82a-476c-bd0b-d9a3e2ac30ad"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:57.902352418Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:57.902380334Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:57.902941071Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"starting refresh list task","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:57.903334034Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:559","component":"oximeter"}
{"msg":"accepted connection","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:57.979546733Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","remote_addr":"127.0.0.1:62774"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:57.979643065Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:57.980446315Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"oximeter","body":"None","uri":"http://127.0.0.1:39756/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:57.980821623Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"ea56cc7d-647f-40fd-a5d0-7d5b369484d3","remote_addr":"127.0.0.1:36198","local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"incoming request","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:57.981392941Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/metrics/producers","method":"POST","req_id":"3587ecfe-8718-4ac4-9773-35cfda33f575","remote_addr":"127.0.0.1:62774","local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:57.982413905Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"ea56cc7d-647f-40fd-a5d0-7d5b369484d3","remote_addr":"127.0.0.1:36198","local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:57.982483294Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"ea56cc7d-647f-40fd-a5d0-7d5b369484d3","remote_addr":"127.0.0.1:36198","local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:57.98331477Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"ea56cc7d-647f-40fd-a5d0-7d5b369484d3","remote_addr":"127.0.0.1:36198","local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:57.98359582Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"3587ecfe-8718-4ac4-9773-35cfda33f575","remote_addr":"127.0.0.1:62774","local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:57.983657884Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"3587ecfe-8718-4ac4-9773-35cfda33f575","remote_addr":"127.0.0.1:62774","local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:57.984085095Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"3587ecfe-8718-4ac4-9773-35cfda33f575","remote_addr":"127.0.0.1:62774","local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:57.984343019Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:57.984395944Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:57.984856422Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"request completed","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:57.989266639Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"ea56cc7d-647f-40fd-a5d0-7d5b369484d3","remote_addr":"127.0.0.1:36198","local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","latency_us":8385,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:57.989559893Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:39756/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ea56cc7d-647f-40fd-a5d0-7d5b369484d3\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:57.989737096Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":0,"n_pruned_tasks":0}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:58.002793881Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:58.002858099Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:58.002892057Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.002917648Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.003499717Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.015578413Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.021185215Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"assigned collector to new producer","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:58.042328351Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"request completed","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:58.04250851Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/metrics/producers","method":"POST","req_id":"3587ecfe-8718-4ac4-9773-35cfda33f575","remote_addr":"127.0.0.1:62774","local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","latency_us":61114,"response_code":"201"}
{"msg":"upserting zpool","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:58.110213518Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","physical_disk_id":"68f3a94f-a82a-476c-bd0b-d9a3e2ac30ad","zpool_id":"5dc81a33-6481-41bf-b009-1acf2f78597d","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:58.110320421Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.110353817Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.110886879Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:58.114578395Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:58.114638995Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:58.11467136Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.114697171Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.115421114Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.124605984Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.128856413Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"upserting Crucible dataset","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:58.142364667Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","dataset_id":"aed9e37a-67af-4d7a-9a88-01a8feccb9c8","zpool_id":"5dc81a33-6481-41bf-b009-1acf2f78597d"}
{"msg":"inserting test physical disk","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:58.166934471Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","model":"test-model","serial":"totally-unique-serial: 68f3a94f-a82a-476c-bd0b-d9a3e2ac30ad","vendor":"test-vendor","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","physical_disk_id":"68f3a94f-a82a-476c-bd0b-d9a3e2ac30ad"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:58.167026043Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.167061894Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.167782691Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:58.170840583Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"PhysicalDisk { parent: Fleet, key: 68f3a94f-a82a-476c-bd0b-d9a3e2ac30ad (physical_disk), lookup_type: ById(68f3a94f-a82a-476c-bd0b-d9a3e2ac30ad) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:58.170903048Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:58.170936254Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.170963939Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.171458254Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.173210926Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.178117572Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"PhysicalDisk { parent: Fleet, key: 68f3a94f-a82a-476c-bd0b-d9a3e2ac30ad (physical_disk), lookup_type: ById(68f3a94f-a82a-476c-bd0b-d9a3e2ac30ad) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"upserting zpool","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:58.178183173Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","physical_disk_id":"68f3a94f-a82a-476c-bd0b-d9a3e2ac30ad","zpool_id":"5dc81a33-6481-41bf-b009-1acf2f78597d","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:58.17821683Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.17828224Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.178569913Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:58.179595166Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:58.179650807Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:58.179686488Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.179712961Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.180084682Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.182235417Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.184436883Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:58.189720931Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:58.189771161Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:58.189802223Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.189960378Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.190600985Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.193591974Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.197251485Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:58.197331735Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.197362326Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.19769547Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:58.20431072Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:58.204383926Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:58.204418856Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.204444417Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.204985845Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"activating","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.205078881Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","iteration":4,"reason":"Signaled"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:58.205111045Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:58.20513871Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:58.205166596Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.205193469Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.205613356Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.207807507Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.212931757Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:58.213035835Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.21307392Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.213370251Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.213586402Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.216919653Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:58.216980805Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.217040233Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.217331233Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:58.218940159Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.219053104Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.219505214Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.22070776Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","candidates":"[(b139770c-2385-4e5f-b2ea-bae89be6cfda, 0)]"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:58.220759984Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:58.221452444Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:61041","req_id":"881af7f3-8421-4d0d-9004-7a9b1fcd8378","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   af 50 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   .P..........._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.222305293Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:61041","req_id":"881af7f3-8421-4d0d-9004-7a9b1fcd8378","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 44880,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.222478388Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.222699198Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.222827093Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:61041","req_id":"881af7f3-8421-4d0d-9004-7a9b1fcd8378","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61532, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.223329404Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61532, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3943, tv_nsec: 22199531 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:58.223383502Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:58.223718549Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:51128","req_id":"8a55c1d0-13fc-445f-9a59-060d347355ba","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   13 ea 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.223926143Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:51128","req_id":"8a55c1d0-13fc-445f-9a59-060d347355ba","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 5098,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.224158075Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.224237553Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:51128","req_id":"8a55c1d0-13fc-445f-9a59-060d347355ba","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:58.268958016Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:58.270252776Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:55757","req_id":"51e248d7-4db8-4b31-8a4e-533a0874cb44","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000:   32 f5 01 00  00 01 00 00  00 00 00 01  18 5f 63 6c   2............_cl\n0010:   69 63 6b 68  6f 75 73 65  2d 61 64 6d  69 6e 2d 6b   ickhouse-admin-k\n0020:   65 65 70 65  72 04 5f 74  63 70 0d 63  6f 6e 74 72   eeper._tcp.contr\n0030:   6f 6c 2d 70  6c 61 6e 65  05 6f 78 69  64 65 08 69   ol-plane.oxide.i\n0040:   6e 74 65 72  6e 61 6c 00  00 21 00 01  00 00 29 04   nternal..!....).\n0050:   d0 00 00 00  00 00 00                                ......."}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.270344088Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:55757","req_id":"51e248d7-4db8-4b31-8a4e-533a0874cb44","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 13045,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.270529086Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 13045,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_project_deletion_with_snapshot","level":50,"time":"2025-04-30T06:37:58.270620218Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:55757","req_id":"51e248d7-4db8-4b31-8a4e-533a0874cb44","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"begin collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.270648183Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"begin collection from MGS","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.270677792Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","mgs_url":"http://[::1]:61532"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.270702602Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/ignition","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.272557508Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"32a64037-190e-4e38-9c6f-7bbb517dec99\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.272810953Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.27418485Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3a7cd256-7a33-4dcd-9a89-86d54f851a7c\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.274382424Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.279431564Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aab0a321-b41d-48b0-9f10-db6ce16d3753\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.2795551Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.281353233Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"73b6e3c0-f5bd-48d1-be5e-dece885983ed\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.281414655Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.283618897Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"151b6881-a836-4ad0-8d9f-e3e37205f0a8\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.283791461Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.285493361Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fbbde940-f824-43bb-b105-fe2b3cfa6eff\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.285570856Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.287956048Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b7cf2664-b1e1-494d-aa32-e45b0fd411ed\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.288033723Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.289835082Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"be68bd93-4083-494d-801f-2db5d86d8c82\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.289900252Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.290980244Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2ec1cec2-ff86-40e4-8066-bb8c3a3ce7c4\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.291084612Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.29208759Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ca052bb3-978d-4a9d-a9df-5e03374530a8\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.29223302Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.293249796Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"158e3e61-c119-4c1c-b052-664a36c9aff1\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.293496347Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.295050223Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aef998ba-51a1-4523-8c76-c2c7d77acdcd\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.295111245Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.297825242Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f59e99e3-6f75-4be2-8607-fff62ccfa45c\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.298079889Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.302352152Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"92be4ec5-9a4b-4d1e-81ff-f7ea242d34c3\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.302713231Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.306543332Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ffafea31-2589-4263-bf7d-ed3461e26d80\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.307154189Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"will register with Nexus at 127.0.0.1:39756","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.307548785Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"producer-registration-task","component":"nexus-producer-server","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.369086656Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"producer-registration-task","component":"nexus-producer-server","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://127.0.0.1:39756/metrics/producers","method":"POST"}
{"msg":"accepted connection","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:58.370432136Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","remote_addr":"127.0.0.1:36964"}
{"msg":"incoming request","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:58.372529315Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/metrics/producers","method":"POST","req_id":"870886e7-cc3d-498d-a45d-1556ace64ead","remote_addr":"127.0.0.1:36964","local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:58.373223167Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"870886e7-cc3d-498d-a45d-1556ace64ead","remote_addr":"127.0.0.1:36964","local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.373344128Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"870886e7-cc3d-498d-a45d-1556ace64ead","remote_addr":"127.0.0.1:36964","local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.374704539Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"870886e7-cc3d-498d-a45d-1556ace64ead","remote_addr":"127.0.0.1:36964","local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.379888087Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"157d51b0-cf5c-4969-bf61-0655a0764807\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.380044438Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.382323209Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ecd0ef60-2f28-4d97-9c2d-70782ed6a56c\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.382402948Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.385251553Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0d02f292-633f-4dda-a7be-49efbad0d2da\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.385317104Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.387399292Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2148e9b9-eddd-40e8-adf1-dfa89e2b389b\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.387466877Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.388413724Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e42acb54-3253-4a5c-9d1d-f92b560e4452\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.38855724Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.390091527Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7c3c245d-adc7-4cdc-9296-d4c75f81fe55\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.390283289Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.391357128Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"16836532-172a-4b26-b94f-885a6983781a\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.391491776Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.392782057Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"18d2e7f7-471f-449a-b140-4a4980972b15\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.392934701Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.394280593Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"be7463a2-54c7-4575-9562-0402312016fc\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.395065467Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.397293656Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d0374e03-936a-4f23-9dc3-65e9f1cd809b\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.398778535Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.4104853Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d093ded1-6e45-48fb-966c-c82061164875\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.410704016Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.41239744Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.415408148Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bacb5915-8484-486f-8c94-ca962c1f4361\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.41548912Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.419108261Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"18d3214d-1681-42f0-a372-1350c30afe91\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.419230023Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.429485587Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c2804787-a461-41ce-b327-e9a0cbc77dfd\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.429572089Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"assigned collector to new producer","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:58.430303997Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","producer_id":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"request completed","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:58.430567342Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/metrics/producers","method":"POST","req_id":"870886e7-cc3d-498d-a45d-1556ace64ead","remote_addr":"127.0.0.1:36964","local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","latency_us":58288,"response_code":"201"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.4324334Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"producer-registration-task","component":"nexus-producer-server","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://127.0.0.1:39756/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"870886e7-cc3d-498d-a45d-1556ace64ead\", \"content-length\": \"41\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"}
{"msg":"successfully registered with Nexus, pausing until time to renew lease","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.433932577Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"producer-registration-task","component":"nexus-producer-server","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","wait_period":"150s","lease_duration":"600s"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.437064868Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"446ce9dd-7707-490c-9d40-783978bbc349\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.437223945Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.438943812Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3a435778-7e23-4be7-b8d9-31c6a1e57de9\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.439120534Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.44039875Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4e6a76bd-2abf-4a21-879a-0da786a0a36a\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.440462968Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.442554866Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b9f73424-d293-4f6b-bef6-7f90ed8c5f6b\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.442688883Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.443754707Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ba18f977-8ca3-47d1-a0b3-0f6c30bed15d\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.443828274Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1","method":"GET"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:58.445339144Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:58.445399043Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.44542741Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5f9c4d25-09ef-44d2-93a6-2378165c0fea\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.445710905Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.450027585Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1388af08-c3b0-4ce4-87c3-d0ff251e0edd\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.450104929Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.452089514Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"85d05ed3-804a-4ec6-bc74-32388ddd3441\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.452158461Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.453874059Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"15ac6b6f-3c58-4752-9904-ec6f3dac452b\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.454002345Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.4565045Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1f8678c6-54b8-4f86-90d2-e6fd8578c3c4\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.456623848Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.459984323Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dce292cf-adc1-40c5-abde-a1098a46c21b\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.460172208Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.462928139Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b13c7090-c3a4-4a43-b51b-6154d4e3a68e\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.463001796Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/rot/cmpa","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:58.463220601Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:58.463271453Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:58.463302785Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.463329739Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.466476408Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.489349922Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.502851483Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:58.50360753Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.503756256Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.504966127Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.506893767Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"518b87fc-4439-4839-952d-b45588d2058a\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.507275528Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.509362486Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c2bfc5d0-ad47-460b-8da2-209dfae1dc0a\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.509603617Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:58.509976329Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.510141458Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.511573952Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.513722533Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aa413ef7-e8e1-4d66-9ab5-b924dad38163\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.513985036Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.517882812Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7ca9c96f-fbe5-4456-81fa-62191dac8809\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:58.518084494Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:58.518193241Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:58.518282719Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.51836326Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.519079346Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.523078484Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.531994469Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:58.532072374Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:58.532104769Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:58.532133296Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.532158967Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.532524515Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.537096484Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.543589882Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:58.543656535Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.543689791Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.545497473Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.621596635Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","sled_agent_url":"http://[::1]:57761"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.621855501Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"SledAgent":"http://[::1]:57761","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:57761/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:58.623763954Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:38676"}
{"msg":"incoming request","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:58.623838783Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/inventory","method":"GET","req_id":"deecc23f-8209-437d-8714-1660349a75bf","remote_addr":"[::1]:38676","local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:58.62474598Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/inventory","method":"GET","req_id":"deecc23f-8209-437d-8714-1660349a75bf","remote_addr":"[::1]:38676","local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":967,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.625777967Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"SledAgent":"http://[::1]:57761","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:57761/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"deecc23f-8209-437d-8714-1660349a75bf\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"}
{"msg":"begin collecting all keepers","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.628054452Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","nkeeper_admin_clients":0}
{"msg":"end collecting all keepers","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.628107458Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","nkeeper_admin_clients":0}
{"msg":"finished collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.628135163Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:58.629898186Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:58.630059948Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:58.630096521Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.630125028Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.630751817Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.635597992Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.642154355Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:58.64327102Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.64333634Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.64580055Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.653409821Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"result":"Ok(\"found\")"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:58.706146456Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:58.706423237Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:58.706526503Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.70805617Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.709035883Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.712817627Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.720303793Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:58.720384694Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.720417419Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.721027545Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:58.765089676Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.765186429Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.766363805Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"Non-retryable transaction failure","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2025-04-30T06:37:58.766690536Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"}
{"msg":"inventory collection failed","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2025-04-30T06:37:58.766913039Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""}
{"msg":"activation complete","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.766965043Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":4,"elapsed":"561.90037ms"}
{"msg":"activating","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.767002367Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","iteration":5,"reason":"Signaled"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:58.767029511Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:58.767258628Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:58.767402434Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.767449137Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.768223981Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.771047106Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.776179502Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:58.776240844Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.776270663Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.776765499Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.781931101Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","candidates":"[(b139770c-2385-4e5f-b2ea-bae89be6cfda, 0)]"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:58.782020981Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:58.78348143Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:61400","req_id":"ce43e40f-4354-4e11-b51d-25f541c46618","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   11 a8 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   ............._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.783696579Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:61400","req_id":"ce43e40f-4354-4e11-b51d-25f541c46618","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 4520,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.784033981Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.784208639Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.784259601Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:61400","req_id":"ce43e40f-4354-4e11-b51d-25f541c46618","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61532, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.784898885Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61532, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3943, tv_nsec: 583759473 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:58.784959185Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:58.785288822Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:57115","req_id":"21225bd3-39d6-43c5-8abd-90a6fde7eed5","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   e0 d3 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.785339352Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:57115","req_id":"21225bd3-39d6-43c5-8abd-90a6fde7eed5","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 57555,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.785420283Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.785710251Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:57115","req_id":"21225bd3-39d6-43c5-8abd-90a6fde7eed5","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:58.847460684Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:58.848270468Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:55056","req_id":"fe607abe-e829-4fd4-9e9d-6da8230a3153","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000:   14 bd 01 00  00 01 00 00  00 00 00 01  18 5f 63 6c   ............._cl\n0010:   69 63 6b 68  6f 75 73 65  2d 61 64 6d  69 6e 2d 6b   ickhouse-admin-k\n0020:   65 65 70 65  72 04 5f 74  63 70 0d 63  6f 6e 74 72   eeper._tcp.contr\n0030:   6f 6c 2d 70  6c 61 6e 65  05 6f 78 69  64 65 08 69   ol-plane.oxide.i\n0040:   6e 74 65 72  6e 61 6c 00  00 21 00 01  00 00 29 04   nternal..!....).\n0050:   d0 00 00 00  00 00 00                                ......."}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.848365808Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:55056","req_id":"fe607abe-e829-4fd4-9e9d-6da8230a3153","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 5309,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.848532971Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 5309,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_project_deletion_with_snapshot","level":50,"time":"2025-04-30T06:37:58.848621237Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:55056","req_id":"fe607abe-e829-4fd4-9e9d-6da8230a3153","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"begin collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.848931004Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"begin collection from MGS","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.848982827Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","mgs_url":"http://[::1]:61532"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.849266963Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/ignition","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.855986892Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3b7fe9a8-1cd3-46b8-895f-91f5284da036\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.858179331Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.860983808Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d80dd4bf-6b72-424c-b758-dec8c74a81c8\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.861203226Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.868935612Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"52cfa540-faab-4c55-8b31-cd0e8ffaf36c\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.87021939Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.870740187Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.877534755Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"20bf5064-8cfa-4c7f-bef5-d9697638677d\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.877811015Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.881477461Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"96f9e6d3-a98a-40a1-a769-3162efb4b16a\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.881709633Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.884650392Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"85a5fca2-a27b-4e75-a972-7ea421d1b327\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.884847375Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.886797621Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5b4bed94-a963-4ff6-ac20-ba1aca55bf36\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.887020785Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.891387225Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2592bf9b-da7d-40a6-adfe-f69a9d9c2bb4\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.89237343Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.893677458Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ad565326-eed4-42fa-baf6-52ae16bf48a6\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.893845583Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.895072448Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d37674c4-5684-4be7-81f5-05fb80051bd2\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.895222296Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.897335968Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8b4a41a7-7598-4af5-9f33-f6ddc2eb5267\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.89739724Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.898537582Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8de36595-72f5-47ba-9c14-f6f7296bf165\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.89865218Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.908280003Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c9b4be7a-645f-4be3-931c-2f0567bb6b72\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.908429371Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.910309467Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"96d2c639-afbf-4468-aa44-ee58d06f0392\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.910425398Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.912487456Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9ad5910d-b438-41b8-b1e3-cf6ab9f1c20c\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.912552776Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.914531228Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6f75f76a-176b-4d7a-b59e-36e542bec5ac\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.914683041Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.917276448Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7cc8283f-9d6b-44ef-b26e-6e55f1f97e21\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.917348692Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.921271047Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9aa2f760-9cbd-4fce-b230-c20bc861c488\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.923332264Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:58.923411582Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:58.923445229Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:58.923473295Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.923502783Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.923653995Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.92656754Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.933592266Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:58.93365436Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.933685071Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.934229075Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.934735644Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c9b92076-383a-40e5-ba0e-97dc7b8c3b5b\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.934926194Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.937265294Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c6e671bc-d04b-4d6d-a1e4-1a6266a94356\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.938122172Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:58.938180077Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.938209906Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.938764952Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.941843055Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6fdbf390-a1c7-4f0a-b1f1-6b910670d636\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.941949407Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.943899513Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"98052640-7d1a-4ecd-9a91-1ab45652e03d\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.94425469Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.948451151Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"227d06e6-ca78-4b66-ba61-1f8beecae38d\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.948610188Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.950180437Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"62b61125-b473-4751-851f-fbca1f936dc2\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.956277775Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.960342304Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0bd69b69-e078-4872-a9b0-a00a7820bd37\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.960749234Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.966376286Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"37b91d39-68f9-4106-a27b-66f54c64db7a\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.966803507Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.973038771Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"350c018a-6277-4eb9-b5b9-89052a1bd6e5\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.973220402Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.975702157Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d3aa467e-e38b-4354-ba8a-21d0588abcf5\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.975807557Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.979170688Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bad0c67b-56dd-4e4e-be4b-604895ba3976\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.979671556Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.980249217Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.985541491Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c6023d3f-1dac-45ef-8831-ba290c40c287\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.98574147Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.989342415Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a6116fff-975a-4b3a-9e59-c3e948ebc988\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:58.989547573Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.008201169Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"67c12bd2-ba7c-4523-8cfa-1a20e832c36e\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.008469374Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.020602739Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"68b011f7-d049-48ae-8490-f8d8376634dc\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.020845132Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.027516223Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cf7fc73f-3fcc-463d-9427-b1f760ac9354\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.027919757Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:59.031630882Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:59.031992392Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:59.032049285Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.032081229Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.034160963Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.039764056Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.053962225Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:59.054113336Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.054141643Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.055738615Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.05628343Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"68589807-b1f8-43e7-825a-077a95eecdd1\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.056673267Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:59.059411653Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.059467845Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.059842972Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.062945644Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"90e6fc59-85e9-4f08-b61a-3ab1d1addbf5\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.063166013Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.066191842Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a0c0f400-f5e2-4c76-a59e-deaf8e78b55c\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.066256421Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.068521213Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"36eb9545-969a-4660-8a8e-267ca5850c01\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.069490324Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.073731514Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"335fe46b-d466-47d2-9727-fd18799a72af\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.073914439Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.077500734Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"229e6e1a-e151-41e2-b6c7-e7ce858bc676\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.078029448Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.082051061Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8e03c9ad-31d8-4f82-8f3b-6260c14e6251\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.082122844Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.08500685Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"46dce245-0420-40d1-b9b2-2234c14a6a0f\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.085406686Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.088789176Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d2c6e19b-c267-43fb-bac0-9e173d8f6584\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.088915758Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.089608639Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.090438422Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ae2e7260-00f2-4536-a10b-1ec6ffa7d53d\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.090612278Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.091804063Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8c537ec5-5a27-4da0-9f1a-4d4679b933d4\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:59.091957288Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:59.092005614Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:59.092038881Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.09206872Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.092742613Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.099203345Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.104700899Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:59.104765077Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:59.104799255Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:59.104828884Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.104856319Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.105296445Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.116152155Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.121559489Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:59.121625891Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.121659518Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.122106548Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.192790502Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","sled_agent_url":"http://[::1]:57761"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.19285982Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"SledAgent":"http://[::1]:57761","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:57761/inventory","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:59.193362201Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:59.193417541Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:59.193450467Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.193477931Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.194311472Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"accepted connection","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:59.194371091Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:63365"}
{"msg":"incoming request","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:59.195931159Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/inventory","method":"GET","req_id":"0a005694-5a10-479e-bd2d-158d579add74","remote_addr":"[::1]:63365","local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:59.196655192Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/inventory","method":"GET","req_id":"0a005694-5a10-479e-bd2d-158d579add74","remote_addr":"[::1]:63365","local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":805,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.197052554Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"SledAgent":"http://[::1]:57761","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:57761/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0a005694-5a10-479e-bd2d-158d579add74\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"}
{"msg":"begin collecting all keepers","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.199751962Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","nkeeper_admin_clients":0}
{"msg":"end collecting all keepers","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.199808394Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","nkeeper_admin_clients":0}
{"msg":"finished collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.199835649Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:59.20225066Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:59.202311151Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:59.202342914Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.202370339Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.20293808Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.203328879Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.221996663Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:59.222100951Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.222186221Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.223323517Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.22557859Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.22957883Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:59.229889249Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.229993596Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.230545406Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:59.232032258Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.232232137Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.232752173Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"Non-retryable transaction failure","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2025-04-30T06:37:59.280224418Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"}
{"msg":"inventory collection failed","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2025-04-30T06:37:59.280453054Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""}
{"msg":"activation complete","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.280508284Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":5,"elapsed":"513.471718ms"}
{"msg":"activating","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.280543855Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","iteration":6,"reason":"Signaled"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:59.280627401Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:59.280657451Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:59.280684655Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.280710907Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.281168138Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.28322661Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"result":"Ok(\"found\")"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.283752538Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.289875607Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:59.289968913Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.290003923Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.290352788Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.295560454Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","candidates":"[(b139770c-2385-4e5f-b2ea-bae89be6cfda, 0)]"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:59.295683169Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:59.296525777Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:56982","req_id":"e29e5a10-6e3c-40df-b22e-95aefbcf5433","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   0b e2 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   ............._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.296833751Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:56982","req_id":"e29e5a10-6e3c-40df-b22e-95aefbcf5433","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 3042,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.297243347Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.297538886Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.29771139Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:56982","req_id":"e29e5a10-6e3c-40df-b22e-95aefbcf5433","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61532, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.298126717Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61532, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3944, tv_nsec: 97054349 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:59.299521105Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:59.300047414Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:60858","req_id":"2750513c-647f-4750-865a-3852307001f0","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   e3 ee 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.300325278Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:60858","req_id":"2750513c-647f-4750-865a-3852307001f0","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 58350,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.300749493Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.300897398Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:60858","req_id":"2750513c-647f-4750-865a-3852307001f0","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:59.377616005Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:59.378087825Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:59.378142874Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:59.378173405Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.37820106Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.379247295Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:59.380348038Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:54188","req_id":"b5b1dd99-60c3-43af-9c7a-1b2a4932316f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000:   bd 7f 01 00  00 01 00 00  00 00 00 01  18 5f 63 6c   ............._cl\n0010:   69 63 6b 68  6f 75 73 65  2d 61 64 6d  69 6e 2d 6b   ickhouse-admin-k\n0020:   65 65 70 65  72 04 5f 74  63 70 0d 63  6f 6e 74 72   eeper._tcp.contr\n0030:   6f 6c 2d 70  6c 61 6e 65  05 6f 78 69  64 65 08 69   ol-plane.oxide.i\n0040:   6e 74 65 72  6e 61 6c 00  00 21 00 01  00 00 29 04   nternal..!....).\n0050:   d0 00 00 00  00 00 00                                ......."}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.380416615Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:54188","req_id":"b5b1dd99-60c3-43af-9c7a-1b2a4932316f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 48511,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.380638076Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 48511,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_project_deletion_with_snapshot","level":50,"time":"2025-04-30T06:37:59.380957272Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:54188","req_id":"b5b1dd99-60c3-43af-9c7a-1b2a4932316f","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"begin collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.381043263Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"begin collection from MGS","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.381076329Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","mgs_url":"http://[::1]:61532"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.381181609Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/ignition","method":"GET"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.384340002Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.390233223Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:59.390352531Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.390391188Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.39093418Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.395113888Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"99a8f758-eacb-408f-8f6f-c167563c3a0d\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.395477082Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:59.398916254Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.398979911Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.400242276Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.402349865Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4ee4455d-aa00-4e69-95ed-d2398381df03\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.402576968Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.404552784Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"daed82f4-7c02-450e-a278-191d5e1db091\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.404892281Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.406996944Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d3884431-5961-44a4-a843-0f3d071c6159\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.407116522Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.410314404Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"878fe85d-64b2-41e7-a7f0-7f70679214fd\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.410415445Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.415700445Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"955bf648-abf1-438c-86c1-3a51b198838b\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.415840755Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:59.44746318Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:59.447684582Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.452967177Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"62bc4902-adec-4004-85aa-f6b31816c227\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.454077018Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.457025894Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b5d01bf5-063b-4f44-bb29-8754497bbf08\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.457113428Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.458719418Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3e394620-f43b-4625-b0fa-907f999e4b3a\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.45891632Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.462166867Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ec9e8818-53c2-4306-ace6-ad972fc50338\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.462458548Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.463733468Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7440ae0d-733f-40db-a038-076d84d3bbdf\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.463960019Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.470228689Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"de77a7ca-01e0-494a-afc6-ef57d6221c57\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.470351203Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.476079677Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.476577278Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f8815f73-1fa4-4b41-9ec5-5efe4b3ac384\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.476798369Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.48157192Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"535a1714-6065-4d09-9e6d-ebb1affcc756\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.481874944Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.486460059Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b08e3249-9d44-4ff2-83fc-fb8de5a92291\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.486694576Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.499331304Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a6b7a049-0129-46a6-9727-b38007707a38\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.499551583Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.502067446Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"20f40a5c-c233-4911-9442-5e540e20621f\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.503181896Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.505254045Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ee806947-4119-41fd-b713-3a87ed0eeecf\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.505327231Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.508155235Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fb539873-e1fc-4ecd-bbbf-501c33b575a0\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.508203792Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.509056702Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"78f6e8bd-cef3-4913-a870-d2aeae339573\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.509123074Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.510653433Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8b894991-56c2-49e4-8f1d-24db04ab79f2\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.510696729Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.512946251Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"11ba47e1-03ea-4e78-ab97-4588cd815548\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.513059226Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.514989192Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"86628aaa-af0e-4c8a-bef6-c4154e7ec283\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.515065965Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.516433219Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"68c15fab-0543-40dd-9bc1-9e04e579ae9f\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.516474902Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.518218847Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1a709d7c-28d1-4a65-a05c-94367e5c2cb9\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.518681308Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.521259345Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bdbc67a6-9135-41d0-ba54-490e9cc75395\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.521428341Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.522698272Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c045587a-f1b1-466f-9a27-753e2311ebd0\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.522819673Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.526513283Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b71eb7dd-5c89-4aee-9041-e3bf339efe1c\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.52660718Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:59.527189089Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:59.527328517Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:59.527369749Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.527399669Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.531552012Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.531594106Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.538197543Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:59.538515075Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.53855234Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.540161466Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.541574271Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a6f3c14b-1a34-4f73-b239-a3622f65612e\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.541622567Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:59.543102756Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.543163888Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.54375728Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.54775203Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ed2f1bae-29d2-46cc-80ec-61e86bbdd62d\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.547830536Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.557788727Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ae605c3a-6098-4b16-b170-c48a5f7ba046\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.559583563Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.564102517Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b29e383f-6eab-4ee0-b0cc-59aa82bcae55\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.564349469Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.566797206Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2bf9368e-b932-40d5-9472-cc864c99ce92\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.567415748Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.568692873Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"14341d0f-3973-44b0-aaca-3920400d728a\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.568862922Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.573998273Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e58fe093-8c2a-43f8-89bf-36e2e0d5010b\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.574319804Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.57850355Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"97e7d072-5f1a-4c0f-ade2-23e1ba2a5221\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.578586215Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.583289135Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"00fd0a84-bc49-46fd-8510-52f0ff50d337\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.583553321Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.587135208Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6bdfaf3a-f2b2-473f-a8ed-5b74262c2f16\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.58732177Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.592012957Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cba5e828-5e69-4271-b827-33f06d68a21f\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.5922908Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.593981889Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.597585139Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"52e2b5da-8b15-4e65-b6d8-7ea34d2f63a1\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.59790692Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.604513754Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b3f469f0-fce8-418a-a275-21e5d928c8e4\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.60471794Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.607222531Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c08f3a47-0d43-47ab-b19b-c995ef2d15e9\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.607529051Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.615074956Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8d6d483c-e06d-4919-b214-1c4bb6966426\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.615630964Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.617454397Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1bf3148a-9fea-44b0-9fc6-97fee6e5f0b0\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.617850947Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.62338354Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"485b780b-e62e-4d39-9eb9-9bf65e6352f7\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:59.623633498Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:59.623897013Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:59.624001963Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.624092743Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.62721772Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.632963167Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.638104942Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:59.638205492Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:59.638296383Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:59.638381333Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.638463947Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.639077409Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.642045754Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.651948334Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:59.652034646Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.652072411Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.653586849Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:59.654199589Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:59.654258196Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:59.65429004Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.654317033Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.654756659Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.720562152Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","sled_agent_url":"http://[::1]:57761"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.720795968Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"SledAgent":"http://[::1]:57761","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:57761/inventory","method":"GET"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.721065986Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.73003177Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:59.730150777Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.730240867Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.730982444Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"accepted connection","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:59.731330798Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:56261"}
{"msg":"incoming request","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:59.733243559Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/inventory","method":"GET","req_id":"0fc2af3a-d0c7-4810-89bf-71e66a929e5b","remote_addr":"[::1]:56261","local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:59.734221578Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/inventory","method":"GET","req_id":"0fc2af3a-d0c7-4810-89bf-71e66a929e5b","remote_addr":"[::1]:56261","local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":955,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.734822916Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"SledAgent":"http://[::1]:57761","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:57761/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0fc2af3a-d0c7-4810-89bf-71e66a929e5b\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"}
{"msg":"begin collecting all keepers","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.737067739Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","nkeeper_admin_clients":0}
{"msg":"end collecting all keepers","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.737125153Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","nkeeper_admin_clients":0}
{"msg":"finished collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.737153409Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:59.738891222Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:59.738953556Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:59.738988686Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.739051591Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.739654843Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:59.740068397Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.740164288Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.740829033Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.742599931Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.74782907Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:59.748075491Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.748131843Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.748821107Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"Non-retryable transaction failure","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2025-04-30T06:37:59.781303916Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"}
{"msg":"inventory collection failed","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2025-04-30T06:37:59.782036666Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""}
{"msg":"activation complete","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.782100934Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":6,"elapsed":"501.514405ms"}
{"msg":"activating","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.782305292Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","iteration":7,"reason":"Signaled"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:59.782377816Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:59.782412205Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:59.782441433Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.782469258Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.783747014Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.787327538Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.793725265Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:59.793795926Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.793885264Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.794550469Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.798957119Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","candidates":"[(b139770c-2385-4e5f-b2ea-bae89be6cfda, 0)]"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:59.799125545Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:59.799898856Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:62843","req_id":"920f09d0-a51e-4b27-aa75-3db69cb668a3","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   01 0b 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   ............._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.800643509Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:62843","req_id":"920f09d0-a51e-4b27-aa75-3db69cb668a3","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 267,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.802105292Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.802363496Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.802795297Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:62843","req_id":"920f09d0-a51e-4b27-aa75-3db69cb668a3","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61532, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.805398854Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61532, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3944, tv_nsec: 603987029 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:59.805478743Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:59.805962547Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:51852","req_id":"510e129a-a5c6-4011-9101-65e2eeb9944a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   91 e7 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.806027016Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:51852","req_id":"510e129a-a5c6-4011-9101-65e2eeb9944a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 37351,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.806115552Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.806140221Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:51852","req_id":"510e129a-a5c6-4011-9101-65e2eeb9944a","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:59.872077297Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.872742592Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"result":"Ok(\"found\")"}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:59.874035598Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:52128","req_id":"35fb3e82-ede7-4389-83f6-092953519165","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000:   0c 3a 01 00  00 01 00 00  00 00 00 01  18 5f 63 6c   .:..........._cl\n0010:   69 63 6b 68  6f 75 73 65  2d 61 64 6d  69 6e 2d 6b   ickhouse-admin-k\n0020:   65 65 70 65  72 04 5f 74  63 70 0d 63  6f 6e 74 72   eeper._tcp.contr\n0030:   6f 6c 2d 70  6c 61 6e 65  05 6f 78 69  64 65 08 69   ol-plane.oxide.i\n0040:   6e 74 65 72  6e 61 6c 00  00 21 00 01  00 00 29 04   nternal..!....).\n0050:   d0 00 00 00  00 00 00                                ......."}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.874157571Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:52128","req_id":"35fb3e82-ede7-4389-83f6-092953519165","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 3130,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.874249575Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 3130,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_project_deletion_with_snapshot","level":50,"time":"2025-04-30T06:37:59.874326277Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:52128","req_id":"35fb3e82-ede7-4389-83f6-092953519165","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"begin collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.874353973Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"begin collection from MGS","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.874384914Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","mgs_url":"http://[::1]:61532"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.874410114Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/ignition","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.876467874Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"956dd672-2bfd-46b2-bb50-5fdff4fecbaf\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.876814235Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.878147892Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"67805e9c-1369-4a06-8101-a7a593e1e367\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.878230687Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.880205642Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"91ee640a-39a1-4658-8b32-45c40d0f994f\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.880469397Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.883984351Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5dbf886c-b11a-4fec-86e3-20b93e1f6d36\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.884306052Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.886796584Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5e2ccc31-98b1-4e02-8ce0-9a5dc39efca4\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.887066622Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.889577144Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"085416a1-7ba5-49ee-b90f-afbc99829141\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.889673857Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.892224779Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f9fd8a96-e4ff-41a8-8122-12f005186e08\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.892431421Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.894731213Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"337e6966-53bb-49a0-84c9-316218c076ac\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.894796713Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.89540207Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cd09f949-6808-47c5-a004-67167fb50b31\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.896339477Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.897341814Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"68442c3f-8283-49c9-8289-313e10cd5e55\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.897489849Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.900815095Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a379748f-5fb7-48cb-ba8f-ce5f734911bd\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.900956286Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.902429932Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d94335d3-3a1d-41a3-9d76-582464b70339\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.902493228Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.903864891Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"36095ee7-b9e2-4831-91df-eb516d0a880b\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.904021123Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:59.904343224Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.904954833Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"oximeter","body":"None","uri":"http://127.0.0.1:39756/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:59.905752081Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"c22ffafb-ece1-432e-8e5d-5cc349f58710","remote_addr":"127.0.0.1:36198","local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:59.906149704Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"c22ffafb-ece1-432e-8e5d-5cc349f58710","remote_addr":"127.0.0.1:36198","local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.906216777Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"c22ffafb-ece1-432e-8e5d-5cc349f58710","remote_addr":"127.0.0.1:36198","local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.906917744Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"c22ffafb-ece1-432e-8e5d-5cc349f58710","remote_addr":"127.0.0.1:36198","local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"request completed","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:59.910345574Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"c22ffafb-ece1-432e-8e5d-5cc349f58710","remote_addr":"127.0.0.1:36198","local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","latency_us":4594,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.911045027Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:39756/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c22ffafb-ece1-432e-8e5d-5cc349f58710\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.911266438Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"oximeter","body":"None","uri":"http://127.0.0.1:39756/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.911401748Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"88451526-b740-43b9-b8c5-1f46d0a96197\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.911525144Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:59.911912345Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"127fab95-98ae-4479-9559-116741363a45","remote_addr":"127.0.0.1:36198","local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:59.912840304Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"127fab95-98ae-4479-9559-116741363a45","remote_addr":"127.0.0.1:36198","local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.912909412Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"127fab95-98ae-4479-9559-116741363a45","remote_addr":"127.0.0.1:36198","local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.913514307Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"127fab95-98ae-4479-9559-116741363a45","remote_addr":"127.0.0.1:36198","local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.917423967Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a268fddf-7733-4980-a9e2-b26ff48e25a0\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.917759415Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"request completed","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:37:59.918390022Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"127fab95-98ae-4479-9559-116741363a45","remote_addr":"127.0.0.1:36198","local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","latency_us":6510,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.919207761Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:39756/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"127fab95-98ae-4479-9559-116741363a45\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"}
{"msg":"registered new metric producer","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.919451487Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","address":"127.0.0.1:39450","producer_id":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:59.996830429Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"producer_id":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:59.9971471Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:59.997205697Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:37:59.997239234Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.997268632Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:37:59.998053316Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"registered new metric producer","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.001283151Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","address":"[::1]:50450","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:00.062561013Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.065669336Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.073871338Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:00.073926648Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.073952881Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.07459019Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:00.07565888Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:00.095521384Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.09559972Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.096493952Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.121082373Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"00d58b1d-1c8f-4f01-a5d6-fab3a25605bc\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.121306089Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.13326695Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b47c1174-ec37-4d05-8963-1ee10d673eb3\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.133509824Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.136847534Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0939d6cf-a1f5-4ab1-9978-e4219ed8a22a\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.136958645Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.139893994Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"efd22fac-80d4-427f-8a14-ed8cae14992a\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.140018562Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.141217862Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ff12ae0d-2e1b-460b-841a-eeccf97f48c9\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.141371548Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.151246734Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4036f0ff-76d2-454c-b88d-3573eb9c68a2\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.151743143Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.153827796Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d0144b2a-02de-41ff-917e-891d1d556914\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.154186922Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.156016006Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4875237c-08dd-48b4-bd90-ff5dbaf423ef\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.158167252Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.16448011Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.168562284Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d78133ea-8b79-4145-934e-0a66ad3d4221\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.168922972Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.172725609Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"323a456f-13b6-449b-851a-c4ee14bb424f\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.172828434Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.174649131Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eb73cfd3-7152-4ca0-be8e-9f6caed1ccd7\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.174724852Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.178453772Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6e405554-5502-4d51-b89d-5d9db9177a0d\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.178579081Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.181662715Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1b0f3e2d-80b4-44d3-b14c-77988218abe8\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.182120628Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.187741988Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"77c995cb-2b93-4bea-9101-991de9967c62\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.18808418Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.190521025Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f55c6b28-f4e7-4c68-bd9c-470752610ff1\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.190897856Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.192347023Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"14d49257-4ac8-4a7f-b97d-5eec1c5d79d1\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.192511872Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.193806541Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5aa53027-d7aa-4aad-a119-f22060bd7892\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.194039445Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.196050602Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4bdfbd75-82ec-4c8c-bdd0-356ac9c6c3db\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.196565017Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.198146027Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a7900155-8c35-4049-af3e-33a8d8288085\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.199019438Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.205064231Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b72fbb09-0215-4300-b250-e05e7e7e8b93\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.205591402Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.210199513Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"283c096e-1276-48c4-9635-9ea28e3a653a\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.210432968Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:00.215209285Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:00.215343041Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:00.215487519Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.215689732Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.216634214Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.21718931Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3e5631e5-46d6-4ca9-9881-edccea7c6786\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.21755567Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.220836036Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.246824947Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:00.24693167Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.247026849Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.247879007Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.250742102Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"43bfa4d5-7316-4e3e-a6d2-810baf02df04\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.25118316Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:00.252161049Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.252265928Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.253258135Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.259079804Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b6982a8d-0795-47a7-9094-46a2d9c9e52c\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.25931388Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.282956417Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cc851081-56e7-4604-adad-14f99ff53170\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.283254871Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.302107804Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f4f4ff02-64ea-4096-be44-5061f125aff1\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.302228014Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.306966144Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8f3d2ec5-7dcf-4466-a69e-b33a3c63525f\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.307140672Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.310052844Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"120fe73a-f495-4fef-bec7-e883155a6a37\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.31021142Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.316314701Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.319128166Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1780e334-9a60-4a85-9ebe-e5372da5505e\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.31953628Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.322400606Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6c51077d-718e-498a-9467-3be40f762312\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:00.322647048Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:00.32276872Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:00.322860312Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.322946855Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.324002799Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.326541477Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.332102557Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:00.332199129Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:00.332287125Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:00.332549548Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.332783424Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.334137261Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.337733677Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.34513838Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:00.345199502Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.345289712Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.345976009Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.409784443Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","sled_agent_url":"http://[::1]:57761"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.409912218Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"SledAgent":"http://[::1]:57761","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:57761/inventory","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:00.410255091Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:00.410301684Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:00.410331233Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.410358898Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.411008682Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"accepted connection","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:00.411060726Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:59878"}
{"msg":"incoming request","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:00.412259585Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/inventory","method":"GET","req_id":"429df1f2-8bbe-4d40-8f69-4da5fd7a8c53","remote_addr":"[::1]:59878","local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:00.412682407Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/inventory","method":"GET","req_id":"429df1f2-8bbe-4d40-8f69-4da5fd7a8c53","remote_addr":"[::1]:59878","local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":905,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.413096612Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"SledAgent":"http://[::1]:57761","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:57761/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"429df1f2-8bbe-4d40-8f69-4da5fd7a8c53\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"}
{"msg":"begin collecting all keepers","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.414644316Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","nkeeper_admin_clients":0}
{"msg":"end collecting all keepers","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.414695107Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","nkeeper_admin_clients":0}
{"msg":"finished collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.414720688Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:00.417792489Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:00.417844552Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:00.417874532Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.417902478Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.419332968Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.41967542Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.426371963Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:00.426453966Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.42649108Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.426824284Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.42968831Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.443819536Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:00.444004134Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.444059113Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.444461054Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:00.445851244Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.448193691Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.449072552Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:00.449134125Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:00.449172551Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"Non-retryable transaction failure","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2025-04-30T06:38:00.485432968Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"}
{"msg":"inventory collection failed","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2025-04-30T06:38:00.485707154Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""}
{"msg":"activation complete","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.485763266Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":7,"elapsed":"703.609496ms"}
{"msg":"activating","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.485870319Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","iteration":8,"reason":"Signaled"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:00.485901872Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:00.485932112Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:00.486034426Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.486085217Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.486942906Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.491161993Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.496396542Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:00.496541661Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.496630508Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.497152318Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.502725141Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","candidates":"[(b139770c-2385-4e5f-b2ea-bae89be6cfda, 0)]"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:00.502848367Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:00.504163307Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:57890","req_id":"e4df4fb2-1cd8-43e9-838e-255a0515771e","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   aa 69 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   .i..........._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.506379803Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:57890","req_id":"e4df4fb2-1cd8-43e9-838e-255a0515771e","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 43625,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.506672757Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.507100559Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.507458562Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:57890","req_id":"e4df4fb2-1cd8-43e9-838e-255a0515771e","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61532, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.510193081Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61532, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3945, tv_nsec: 309048518 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:00.510319172Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:00.510995099Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:56568","req_id":"99eab420-aa37-4786-8782-acf88e48f7f5","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   bf d2 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.511040038Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:56568","req_id":"99eab420-aa37-4786-8782-acf88e48f7f5","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 49106,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.511124847Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.511145919Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:56568","req_id":"99eab420-aa37-4786-8782-acf88e48f7f5","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.511868619Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"result":"Ok(\"found\")"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:00.591089331Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:00.593714532Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:00.593779541Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:00.593812768Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.593840212Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.594440809Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:00.595432846Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:53731","req_id":"c1f03858-eb37-4eba-a231-7787e1644b94","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000:   80 2e 01 00  00 01 00 00  00 00 00 01  18 5f 63 6c   ............._cl\n0010:   69 63 6b 68  6f 75 73 65  2d 61 64 6d  69 6e 2d 6b   ickhouse-admin-k\n0020:   65 65 70 65  72 04 5f 74  63 70 0d 63  6f 6e 74 72   eeper._tcp.contr\n0030:   6f 6c 2d 70  6c 61 6e 65  05 6f 78 69  64 65 08 69   ol-plane.oxide.i\n0040:   6e 74 65 72  6e 61 6c 00  00 21 00 01  00 00 29 04   nternal..!....).\n0050:   d0 00 00 00  00 00 00                                ......."}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.595649908Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:53731","req_id":"c1f03858-eb37-4eba-a231-7787e1644b94","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 32814,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.595910878Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 32814,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_project_deletion_with_snapshot","level":50,"time":"2025-04-30T06:38:00.596004625Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:53731","req_id":"c1f03858-eb37-4eba-a231-7787e1644b94","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"begin collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.596446114Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"begin collection from MGS","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.596500292Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","mgs_url":"http://[::1]:61532"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.596610221Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/ignition","method":"GET"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.597569713Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.606777639Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:00.606854462Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.606888921Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.607391893Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.610589835Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"809eab1f-791e-4637-b67f-cc72cb3dea9d\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.610658051Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:00.611348717Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.611393907Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.611855968Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.613331307Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1c78929f-65ac-4521-b35b-b62e04acfc4f\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.614117393Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.619679435Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"714f7c1f-55d8-48d1-8726-26c53b924d01\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.619904894Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.623361632Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"929d55d6-3f98-44b8-8251-77d26e9455a6\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.623445499Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.626993278Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"06086c36-507c-4996-a566-e80167d09bc8\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.62720532Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.631927288Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b66bdb58-cb77-4a87-827a-ac14ea92898f\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.632010033Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.636206695Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ff1655c4-e924-4a79-af29-6f0edb8faed6\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.636276173Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.643549435Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0e41f241-516b-4ffb-9805-903067cc41c8\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.643621118Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/rot/cmpa","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.644097717Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.645729288Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b15d0148-78bf-4e35-afcb-dde0c9a70621\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.645812794Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.646993717Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"71e999a7-ffa3-4224-a07c-6d9451632b1d\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.64712578Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.648738744Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"95d5bb1a-fe3f-4a00-b1db-e1d05ad5083b\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.648932741Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.649942342Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2a37490e-257c-4e34-b8b6-8287c2c0812d\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.650099946Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.651701187Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ad6a5ba0-7a56-45dd-bc67-e728704b3071\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.651762799Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.655096231Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"84f80b8c-2b98-43a8-8527-ed43791390a6\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.655340768Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.65941709Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fb6b3fe9-b744-4b45-8fce-f913be4b50da\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.659493683Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.662089785Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2e13244a-e0a0-4af6-93f9-2da702e1dfac\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.662374543Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.66534937Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fd6747ac-54fd-48fa-8aa9-bb8e92c5b736\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.665474539Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.668974893Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"66774e5c-a083-4e28-aa20-1de54f0c9310\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.669073901Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.672501941Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"87259a9c-acb4-4633-98da-b5ba3bb73621\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.672680877Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.674279532Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"78ff4e63-20ba-4d69-96f9-c2be6c36994b\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.674447637Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.675863268Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a635288d-3481-48ab-8532-a2590f0adca2\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.676093557Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.677940306Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5417d7a3-1f6f-4b14-9833-0848d6c8b98d\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.678106768Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.679882586Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9ca61505-7436-4c07-a134-0089b4acba2a\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.680525958Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.68181188Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"20d92c1e-2027-4aee-bc7f-555597d1d62e\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.682010837Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.684665656Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ddc55846-db21-43d1-8002-fbf97253771e\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.684860825Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.687166589Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4db1e1e3-0d0a-411d-8c84-d714e20b4bbb\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.687238983Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.690322848Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"065f819d-1f5b-4649-a300-41c74e95abc1\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.692735715Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:00.695204043Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:00.695340064Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:00.695461506Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.695550273Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.696366058Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.697121333Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eb11195e-8641-4762-a5b6-fd29ff710da1\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.697378926Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.699805802Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.706763986Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:00.706837332Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.706868364Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.707316787Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.709321842Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9b1f85a4-a326-4013-8ba4-0c2a38e32a8f\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.709521971Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:00.710235242Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.710295642Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.710765388Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.713959302Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cb02c43e-2853-4f8e-8caa-f86c8b0e7920\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.714206574Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.716717838Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2421ac4b-9a70-4164-867b-ee47d1552ea2\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.716877015Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.718774426Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9717bd24-cada-42a4-a7c1-1517c927494e\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.719399882Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.721076853Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8dc40773-c9c0-41ab-8dbd-2741be4bd2bc\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.721212644Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.722381132Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"792fdd2e-9dc9-4e69-85c5-4fae99f86443\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.72294749Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.726113659Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"58e4b50c-0c20-4c34-8501-63b2c3af33b7\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.726467063Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.729419265Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dacceed6-dd6c-4cfd-b4ec-bde634119e46\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.729642389Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.732421577Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5b0a4541-dae4-42b5-9a61-b3a1bdc858eb\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.732919619Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.73734201Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"936d23a7-0cc6-443d-a3c1-4d224a464963\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.737603561Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.74324929Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.747743394Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1a68471a-147d-4b3b-bc1e-9a0368fa2fc1\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.74793182Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.751123569Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"63d5aeba-87a9-4779-89ea-499803f1423a\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.751255011Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.753880853Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1b2e469c-9ac4-4a4a-bd4b-b4340b49532c\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.753948187Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.754971586Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9cdbca2d-d19b-4368-a3c8-51cc4f9e3e8a\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.755308728Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.756497076Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1c1ffc84-c642-4be6-b5ff-2395e2868677\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.756640101Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.765179815Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7361d010-6d0e-48ea-bb0c-6d784992ac8d\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.765629451Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.76724005Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e1b2e23a-4c5b-45a6-8dd1-ed62115b3cfb\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:00.767454337Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:00.767572473Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:00.767665287Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.767749766Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.768516784Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.772637174Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.778409164Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:00.778489554Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:00.778527329Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:00.778559123Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.778585866Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.779232434Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.785057049Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.791456329Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:00.792088519Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.792148448Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.793093421Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:00.794204966Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:00.794265256Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:00.794301538Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.794328792Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.795651317Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.798673329Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.813192788Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:00.813253368Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.813287957Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.814424702Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.877801687Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","sled_agent_url":"http://[::1]:57761"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.877877357Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"SledAgent":"http://[::1]:57761","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:57761/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:00.879742373Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:45886"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:00.88059377Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.880656334Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.882023328Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"incoming request","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:00.882403886Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/inventory","method":"GET","req_id":"ef5f0ced-3e3f-48d1-9f4f-183713246a58","remote_addr":"[::1]:45886","local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:00.883414891Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/inventory","method":"GET","req_id":"ef5f0ced-3e3f-48d1-9f4f-183713246a58","remote_addr":"[::1]:45886","local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1012,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.883844416Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"SledAgent":"http://[::1]:57761","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:57761/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ef5f0ced-3e3f-48d1-9f4f-183713246a58\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"}
{"msg":"begin collecting all keepers","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.887878684Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","nkeeper_admin_clients":0}
{"msg":"end collecting all keepers","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.887938574Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","nkeeper_admin_clients":0}
{"msg":"finished collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.887964686Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:00.891749447Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:00.89185648Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:00.891898985Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.891930417Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.892694029Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.897841244Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.902906526Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:00.903115673Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.903171084Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.903657513Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.94195593Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"result":"Ok(\"found\")"}
{"msg":"Non-retryable transaction failure","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2025-04-30T06:38:00.944806479Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"}
{"msg":"inventory collection failed","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2025-04-30T06:38:00.945131307Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""}
{"msg":"activation complete","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.945186296Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":8,"elapsed":"459.346999ms"}
{"msg":"activating","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.945225083Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","iteration":9,"reason":"Signaled"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:00.945256296Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:00.945624038Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:00.945683196Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.945715601Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.948088769Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.951404876Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.960356161Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:00.960412984Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.96045106Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.962427218Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.96704091Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","candidates":"[(b139770c-2385-4e5f-b2ea-bae89be6cfda, 0)]"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:00.967426659Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:00.968297905Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:53766","req_id":"74f455eb-4eea-4633-82bb-b85d82950e29","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   80 04 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   ............._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.968471781Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:53766","req_id":"74f455eb-4eea-4633-82bb-b85d82950e29","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 32772,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.968654034Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.969417044Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.969563436Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:53766","req_id":"74f455eb-4eea-4633-82bb-b85d82950e29","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61532, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.970460513Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61532, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3945, tv_nsec: 769316522 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:00.970524982Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:00.970858777Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:55693","req_id":"4ec163d9-b4aa-4eb6-9eae-01b9858d12ad","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   ab a4 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.970939909Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:55693","req_id":"4ec163d9-b4aa-4eb6-9eae-01b9858d12ad","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 43940,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.971124246Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:00.971154336Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:55693","req_id":"4ec163d9-b4aa-4eb6-9eae-01b9858d12ad","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:01.025465127Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:01.029909041Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:01.030095873Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:01.030193698Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.030326693Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.031162859Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.032395745Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.047803164Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:01.050440428Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:59865","req_id":"af645fa8-3839-482c-8154-31aef7a6af8b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000:   89 02 01 00  00 01 00 00  00 00 00 01  18 5f 63 6c   ............._cl\n0010:   69 63 6b 68  6f 75 73 65  2d 61 64 6d  69 6e 2d 6b   ickhouse-admin-k\n0020:   65 65 70 65  72 04 5f 74  63 70 0d 63  6f 6e 74 72   eeper._tcp.contr\n0030:   6f 6c 2d 70  6c 61 6e 65  05 6f 78 69  64 65 08 69   ol-plane.oxide.i\n0040:   6e 74 65 72  6e 61 6c 00  00 21 00 01  00 00 29 04   nternal..!....).\n0050:   d0 00 00 00  00 00 00                                ......."}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.050515909Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:59865","req_id":"af645fa8-3839-482c-8154-31aef7a6af8b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 35074,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.050718162Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 35074,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_project_deletion_with_snapshot","level":50,"time":"2025-04-30T06:38:01.050814483Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:59865","req_id":"af645fa8-3839-482c-8154-31aef7a6af8b","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"begin collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.054311241Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"begin collection from MGS","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.054404416Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","mgs_url":"http://[::1]:61532"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.054450648Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/ignition","method":"GET"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.056927133Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.064651653Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:01.064721102Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.065319414Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.065347369Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"sent collection request to producer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:01.069929349Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.070006623Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:01.070037875Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:01.070062654Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:01.078014398Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.078149216Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.078584864Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.097952573Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"71631627-70d0-4824-bd8b-c3b81844eab1\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.098585574Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.126156548Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d131e7e4-59ca-449c-9d15-279383ab43c0\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.130940549Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.147837816Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"428c9c2d-3b6f-4268-ad44-2188397d9a99\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.148069368Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.15409323Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f2f43c6f-c0cf-4515-ab47-2a0c36659ea4\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.154310513Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.163059334Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c6462a70-3117-4ce4-8f7d-3655452fbec0\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.163692786Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.165878611Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4e858a09-1f74-49e1-a215-3f8d1ef75c94\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.16651027Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.169910645Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.175332017Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"66cfcf98-1514-4195-b37e-579a7bfacaa4\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.175432026Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.178077467Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dec3b7a9-222e-4929-b595-efe297c7d31e\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.178384088Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.179254332Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"54161daa-91f5-4d42-b469-4eb58e0f1224\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.17940931Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.180328672Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"77b7794f-d9d6-4c04-a47a-57b5c8beea64\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.180596115Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.181331109Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"47831a74-108e-4d15-95d5-a63c3e7278a5\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.181505657Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.184293903Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ddb2139d-c41b-4d66-bf7a-33fd09bb9197\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.184422138Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.186762942Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1dc21e11-1bb0-4681-8cea-42c9ff1e94ea\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.186949995Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.188882555Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a287940a-1317-4bb0-abe3-751dffa16032\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.18901052Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.190650418Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"63b6c40b-54fc-4d9f-bd01-70c9aa1f13d4\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.191249271Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.194053187Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3540d60d-3aa5-40f6-9a9d-ad743ad8920d\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.194457423Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.196389562Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"323ddeff-cb07-458a-ae70-2cc695569de7\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.196452317Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.198626249Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"55c9d837-d96b-417f-ba6f-6ee27693da5f\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.198740156Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.202843552Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d799c67e-70d0-4202-a160-f8e6dab2d0bf\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.206799243Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.217095959Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1420ec52-6aae-4722-93f8-1189f409b05c\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.217176719Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.21829096Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0e9b2825-7a31-4a71-95cf-bc4d8959d3b1\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.218525757Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:01.225921673Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:01.226317322Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:01.226370507Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.226486218Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.227072897Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.232419149Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"76c12b10-e79e-46dc-b733-fb20c8a51c21\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.232648135Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.242488061Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.255223505Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:01.255290388Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.255323334Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.255960243Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.258391076Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0bd260a1-4a4c-401c-9dc5-df6e60e6bbff\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.258543941Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:01.258775633Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.258829099Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.259238835Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.261449821Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6c32fb37-4e4c-4dfb-b691-807ef6a04178\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.26148977Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.263051702Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"167dac20-1497-4b21-9535-80e1e0b48886\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.263188004Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.265153971Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"60e14a12-ca8e-4dfa-ac64-5de622e3d69e\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.265684899Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.26812452Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a2b1966c-334a-4425-9465-9a9192b45dd2\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.268188587Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.27129657Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b5260e3d-5799-4336-a6fe-24494bf41eff\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.27136182Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.272944593Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1a5e4d87-54bc-4952-bf73-e3805d7f271f\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.273071987Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.27567851Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"44518e99-1f2c-4bf4-86a9-e161c8d34b7f\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.275802477Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.276712Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"783547e2-68c4-4b14-ad7a-ab6ea95095cb\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.276839644Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.277895718Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3acf807d-466c-40e1-aad7-a6b936f487e5\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.278053232Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.279409534Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6fda1595-54a2-4ea6-8312-0d6d06cab378\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.279486237Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.280336281Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8a18d416-49b6-4b21-81d9-408db3018136\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.280450589Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.281695469Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"72741f1b-f725-4269-8abf-b51e71a92ef5\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.281758044Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.285098108Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b4946f00-a834-4240-a4ec-8bb83b2802cc\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.285290652Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.286043893Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.290398469Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e214f944-a65c-45db-a7ba-4fddeb01e996\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.290848345Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.295512538Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"48424d07-9441-4803-a043-6de5c6f25f78\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.295817045Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.319208561Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"af4ebe95-1f09-485b-9757-7bd960829186\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.319452978Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.325190129Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b3413f71-a2ea-4ac4-90f2-bd32eae250fa\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.325909001Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.332203042Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ebdf6715-6338-4e14-97b8-49a1b9cd3652\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.332596686Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.333679804Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0ae3baa4-86c5-4ce6-a325-9252ad07cf08\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.333940484Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.336118694Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cba565a6-d6d2-4454-98a9-caa21aa95501\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.336428822Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:01.337168105Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:01.337365137Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:01.337479305Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.337570657Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.339615731Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.341133796Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c1e6bc99-2fc6-4103-b6c7-76f39f402747\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.341855153Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.343884396Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.349794412Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:01.349859802Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.349890994Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.350289197Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.355929465Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"efa4eb5e-a288-4256-a38c-9677528bd488\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:01.356013743Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:01.35605248Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:01.356083813Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.356113141Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.356732926Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:01.356923055Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.356973626Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.358240209Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.367958332Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.389077561Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:01.389160205Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:01.389194333Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:01.389224664Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.389252559Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.389694871Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.39350875Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.400935056Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:01.401050045Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.401088231Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.40296455Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.527478806Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","sled_agent_url":"http://[::1]:57761"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.527561361Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"SledAgent":"http://[::1]:57761","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:57761/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:01.528774207Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:47501"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.529085387Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.529139615Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.529752707Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"retrieving timeseries schema from database","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.530373844Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:01.53042676Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT * FROM oximeter.timeseries_schema FORMAT Native;"}
{"msg":"incoming request","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:01.531556521Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/inventory","method":"GET","req_id":"ee5c7e59-0686-4215-9db1-141020ca9beb","remote_addr":"[::1]:47501","local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:01.532152178Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/inventory","method":"GET","req_id":"ee5c7e59-0686-4215-9db1-141020ca9beb","remote_addr":"[::1]:47501","local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":608,"response_code":"200"}
{"msg":"no new timeseries schema in database","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:01.536376655Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"new timeseries schema","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.536489439Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"integration_target:integration_metric\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"metric_name\", field_type: String, source: Metric, description: \"\" }, FieldSchema { name: \"target_name\", field_type: String, source: Target, description: \"\" }}, datum_type: I64, version: 1, authz_scope: Fleet, units: Count, created: 2025-04-30T06:38:01.530298655Z }","timeseries_name":"integration_target:integration_metric"}
{"msg":"inserting 1 new timeseries schema","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.537689601Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:01.53790999Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":6,"n_rows":1,"sql":"INSERT INTO oximeter.timeseries_schema FORMAT Native"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.538142874Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"SledAgent":"http://[::1]:57761","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:57761/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ee5c7e59-0686-4215-9db1-141020ca9beb\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"}
{"msg":"begin collecting all keepers","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.54319993Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","nkeeper_admin_clients":0}
{"msg":"end collecting all keepers","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.543256041Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","nkeeper_admin_clients":0}
{"msg":"finished collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.543285109Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:01.54504231Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:01.545104404Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:01.545137921Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.545165937Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.545703959Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.549338631Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.553636814Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:01.553822725Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.55387065Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.554415967Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inserting data","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:01.562670433Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.570024947Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:01.570146078Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.575787899Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:01.578334593Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.590259944Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"result":"Ok(\"found\")"}
{"msg":"Non-retryable transaction failure","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2025-04-30T06:38:01.603484723Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"}
{"msg":"inventory collection failed","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2025-04-30T06:38:01.605684496Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""}
{"msg":"activation complete","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.60575162Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":9,"elapsed":"660.489333ms"}
{"msg":"activating","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.605790447Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","iteration":10,"reason":"Signaled"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:01.605819124Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:01.605848773Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:01.605875737Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.605902781Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.606791662Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.617878662Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.622438888Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:01.631129524Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.63686424Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.640690884Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:01.649414635Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:01.649763521Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:01.649868289Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.649952768Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.650773573Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2025-04-30T06:38:01.651368468Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.654269018Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","candidates":"[(b139770c-2385-4e5f-b2ea-bae89be6cfda, 0)]"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:01.654327865Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:01.656965149Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:53941","req_id":"02a74776-796e-4903-97c6-cda4967e5ae8","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   0a 29 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   .)..........._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.657029858Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:53941","req_id":"02a74776-796e-4903-97c6-cda4967e5ae8","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 2601,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.657230438Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.657654312Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.657973188Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:53941","req_id":"02a74776-796e-4903-97c6-cda4967e5ae8","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61532, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.658241262Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.664937895Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:01.66504626Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.665081661Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.665487279Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.665720544Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61532, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3946, tv_nsec: 464623887 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:01.665847467Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:01.66816765Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:52239","req_id":"4ec29499-ea7d-4814-8999-aed2bb194f0b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   69 d9 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   i...........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.66823313Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:52239","req_id":"4ec29499-ea7d-4814-8999-aed2bb194f0b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 27097,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.668324192Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.668459972Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:52239","req_id":"4ec29499-ea7d-4814-8999-aed2bb194f0b","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:01.767250225Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:01.767717226Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.76784497Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.769062596Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:01.769956417Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:64540","req_id":"917e607e-95e2-4dd9-bf45-c3a642a423ae","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000:   52 b5 01 00  00 01 00 00  00 00 00 01  18 5f 63 6c   R............_cl\n0010:   69 63 6b 68  6f 75 73 65  2d 61 64 6d  69 6e 2d 6b   ickhouse-admin-k\n0020:   65 65 70 65  72 04 5f 74  63 70 0d 63  6f 6e 74 72   eeper._tcp.contr\n0030:   6f 6c 2d 70  6c 61 6e 65  05 6f 78 69  64 65 08 69   ol-plane.oxide.i\n0040:   6e 74 65 72  6e 61 6c 00  00 21 00 01  00 00 29 04   nternal..!....).\n0050:   d0 00 00 00  00 00 00                                ......."}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.770051206Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:64540","req_id":"917e607e-95e2-4dd9-bf45-c3a642a423ae","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 21173,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.770302056Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 21173,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_project_deletion_with_snapshot","level":50,"time":"2025-04-30T06:38:01.770532244Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:64540","req_id":"917e607e-95e2-4dd9-bf45-c3a642a423ae","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"begin collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.77184015Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"begin collection from MGS","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.771898146Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","mgs_url":"http://[::1]:61532"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.771928376Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/ignition","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.785198666Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4606939d-3f6a-4734-bb03-01df307ce2d2\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.785596289Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.787185254Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c18de38e-9bdc-49d5-88ce-336842caaf0a\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.787521534Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.789673251Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5abd905c-0bfd-4c5b-95e1-3e6096518eef\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.789938289Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.792017191Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9e12e906-a380-45f5-b055-b3e20fb061f5\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.792288942Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.798815035Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8d3d13dd-baa8-4afe-8dfc-8b123bb29880\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.799027068Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.806497071Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dd9e1d36-37d0-4bd9-b39d-d63b627d1f06\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.806784434Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.814768802Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4c07c783-e678-4532-aeba-aa9f163f07df\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.814947799Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.826434495Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.830591908Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3ac85f5e-e945-43ed-a688-398634b89a33\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.830806346Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.834045339Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7ebf9441-95cd-4bdb-9832-ef552a710ea3\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.834120519Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.836076125Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4065dbac-7670-4823-85bd-99fbea60c754\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.836224301Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.837854899Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5f1765ed-f89d-485f-8e3e-52edf53de234\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.837989047Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.839108567Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5daed50b-1bff-4840-892a-24621c489fef\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.839169238Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.841828968Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9d8e1a85-d3d6-47e1-97a1-73a7a781702b\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.842103064Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.844137056Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e1060276-c7fc-4342-b195-98e797c15c00\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.844216775Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.847560748Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8af166be-f8f9-4b87-92f7-0955ea9403c5\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.847684364Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.850676476Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"829eaeb3-5b29-40a3-989e-2b48091a9adb\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.850752247Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.8555974Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cff8bd37-0b90-4b06-b11e-17a03c370597\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.855755946Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.858723218Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"96ce52d5-e508-498e-a3f9-1d9c2b5e7c73\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.858854901Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.872632381Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e5e7bf01-e61f-4256-bb52-872f1550ae19\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.872702912Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.873666311Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a3782657-ee59-40b5-b45f-f34fb0f00aa2\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.873811601Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.874754169Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7dbacfa8-5231-4de3-9eeb-b567048c1f50\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.8749004Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.87596926Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ad2adad2-f242-4af3-be61-ab4bdccc7862\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.876061624Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.877097648Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6510f075-261d-4e79-94ad-ef7122c945bb\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.877604107Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:01.877790629Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:01.877834176Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:01.877863584Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.877892762Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.878648147Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.880654305Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6feb7566-7b5b-414d-8d30-5ae94785cb05\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.881177186Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.88165065Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.887236018Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:01.887296168Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.887326709Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.887685584Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:01.889848363Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.889908182Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.890470252Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.893343928Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"023414e7-fd64-4dfd-b16e-e5e1207b32f7\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.893409689Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.895264965Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"777f5086-161b-4d37-aa4f-2bc3e1af08e0\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.895388632Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.899152691Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"caa851ea-af32-431e-9155-a0a401277868\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.89923232Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.902521534Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d1e82ea9-8497-4508-b40f-84f52bac6493\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.902683566Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:01.904214697Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.915821403Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"oximeter","body":"None","uri":"http://127.0.0.1:39756/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:01.917337093Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"65b7afbd-2de6-44db-b811-41b4bb748072","remote_addr":"127.0.0.1:36198","local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:01.917534165Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"65b7afbd-2de6-44db-b811-41b4bb748072","remote_addr":"127.0.0.1:36198","local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.917592902Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"65b7afbd-2de6-44db-b811-41b4bb748072","remote_addr":"127.0.0.1:36198","local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.918490581Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"65b7afbd-2de6-44db-b811-41b4bb748072","remote_addr":"127.0.0.1:36198","local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"request completed","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:01.925259277Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"65b7afbd-2de6-44db-b811-41b4bb748072","remote_addr":"127.0.0.1:36198","local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","latency_us":7998,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.941485346Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:39756/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"65b7afbd-2de6-44db-b811-41b4bb748072\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.941937317Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"oximeter","body":"None","uri":"http://127.0.0.1:39756/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.942239309Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1df61e54-39cd-4c56-9b27-f65ba3daf628\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.94243554Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:01.943289651Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"3efaa868-d23b-4a92-bfc6-520a0b9eea56","remote_addr":"127.0.0.1:36198","local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:01.943884747Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"3efaa868-d23b-4a92-bfc6-520a0b9eea56","remote_addr":"127.0.0.1:36198","local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.943955077Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"3efaa868-d23b-4a92-bfc6-520a0b9eea56","remote_addr":"127.0.0.1:36198","local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.944679501Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"3efaa868-d23b-4a92-bfc6-520a0b9eea56","remote_addr":"127.0.0.1:36198","local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"request completed","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:01.954815165Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"3efaa868-d23b-4a92-bfc6-520a0b9eea56","remote_addr":"127.0.0.1:36198","local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","latency_us":11532,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.957787397Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:39756/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3efaa868-d23b-4a92-bfc6-520a0b9eea56\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:01.957904951Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:01.957949009Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:01.957975933Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.959016947Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.961469383Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9f3097be-c029-4be2-b6cb-09dd319aa6d6\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.961797828Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.963421162Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b1963724-d55f-428f-9943-e4109fe75415\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.963506182Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.965365256Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ddb33153-b207-4f52-a156-3327cfcc5d74\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.96581395Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.967357305Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3cd8f76e-8c73-4c1c-939f-404de17cf62a\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.967747362Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.968975399Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"74b2b000-7402-40d5-b700-75ad60722bb9\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.969172652Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.970315318Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"19a7948b-d8fd-4b40-91f5-3a7ed6dfaefe\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.970526279Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.973624321Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8927464c-f50d-41d3-9e72-f3b5af6dff3a\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.974588923Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.977727166Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ca2d1950-7ba7-444b-b7d9-745d9cf7f293\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.977793248Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.980327657Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f36503bd-ff18-4297-925f-a36ba2d866e8\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.98039429Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.982247392Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"565f506f-d176-4327-9570-a116245300b3\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.982408954Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.983809545Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fd439b88-4997-4e8e-9c79-6db3508ec0a3\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.983882109Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.985330685Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7f3d2fd3-d4be-4aa9-bed0-5fc3aaeb01b9\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.985457378Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.987065372Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ebb0769d-4091-42bd-b82a-4418bf41996b\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.987193868Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.996707493Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cd4cba10-5945-4fe8-addc-c516f358f526\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:01.996841029Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.006257661Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.023860293Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:02.02438591Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:02.024525729Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:02.024625929Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.024709986Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.025608126Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.03104576Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4cbc29c5-75fc-4242-bb02-3a95a04a009b\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.032569365Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"sent collection request to producer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:02.032788913Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.034071568Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:02.034171488Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:02.034240225Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.039331168Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.045453436Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:02.04555098Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.046390824Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.047098364Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:02.052174858Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.052258044Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.053378717Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.054852994Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f4f9702e-34dc-4e62-b26b-1f9898651ead\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:02.055042301Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:02.055084586Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:02.055113623Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.055140818Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.055561085Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.062029443Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.067070487Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:02.067195416Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:02.06723292Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:02.067267329Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.067295154Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.067832685Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.070794998Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.07475119Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:02.074818404Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.074851249Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.075684219Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.141780562Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","sled_agent_url":"http://[::1]:57761"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.141864759Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"SledAgent":"http://[::1]:57761","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:57761/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:02.142804973Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:44177"}
{"msg":"incoming request","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:02.143452844Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/inventory","method":"GET","req_id":"af838a8f-754d-427f-9c97-9706e4fe9624","remote_addr":"[::1]:44177","local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:02.143979633Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/inventory","method":"GET","req_id":"af838a8f-754d-427f-9c97-9706e4fe9624","remote_addr":"[::1]:44177","local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":527,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.144433257Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"SledAgent":"http://[::1]:57761","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:57761/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"af838a8f-754d-427f-9c97-9706e4fe9624\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"}
{"msg":"begin collecting all keepers","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.148245733Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","nkeeper_admin_clients":0}
{"msg":"end collecting all keepers","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.148307677Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","nkeeper_admin_clients":0}
{"msg":"finished collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.148335332Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:02.150324345Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:02.150390376Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:02.150423983Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.150454484Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.16245785Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.170203452Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.178674551Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:02.178884008Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.179277672Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.180580989Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.214004383Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"result":"Ok(\"found\")"}
{"msg":"Non-retryable transaction failure","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2025-04-30T06:38:02.228288002Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"}
{"msg":"inventory collection failed","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2025-04-30T06:38:02.228407029Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""}
{"msg":"activation complete","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.228453782Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":10,"elapsed":"622.224691ms"}
{"msg":"activating","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.228488101Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","iteration":11,"reason":"Signaled"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:02.2302245Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:02.230263268Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:02.23029451Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.230321494Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.23034477Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.231638287Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.244380305Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:02.244741875Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.244783228Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.246141955Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.250550439Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","candidates":"[(b139770c-2385-4e5f-b2ea-bae89be6cfda, 0)]"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:02.250607522Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:02.251190814Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:57139","req_id":"d325ec39-847a-49f4-a23d-eec1ae0d0e33","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   29 c0 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   )............_mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.251262006Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:57139","req_id":"d325ec39-847a-49f4-a23d-eec1ae0d0e33","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 10688,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.251525812Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.251656813Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.251708005Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:57139","req_id":"d325ec39-847a-49f4-a23d-eec1ae0d0e33","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61532, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.252317279Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61532, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3947, tv_nsec: 51209269 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:02.252454342Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:02.252822556Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:59517","req_id":"5f4c3ed8-ec35-44f9-811e-e62eca9c6843","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   43 f9 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   C...........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.252949579Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:59517","req_id":"5f4c3ed8-ec35-44f9-811e-e62eca9c6843","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 17401,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.253049217Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.253130409Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:59517","req_id":"5f4c3ed8-ec35-44f9-811e-e62eca9c6843","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:02.309580202Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:02.311158586Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:02.311298325Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:02.31148674Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.31156709Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.312675779Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:02.314035749Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:58963","req_id":"baf9aecf-de97-4cef-b1e0-a5fef69d7050","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000:   be df 01 00  00 01 00 00  00 00 00 01  18 5f 63 6c   ............._cl\n0010:   69 63 6b 68  6f 75 73 65  2d 61 64 6d  69 6e 2d 6b   ickhouse-admin-k\n0020:   65 65 70 65  72 04 5f 74  63 70 0d 63  6f 6e 74 72   eeper._tcp.contr\n0030:   6f 6c 2d 70  6c 61 6e 65  05 6f 78 69  64 65 08 69   ol-plane.oxide.i\n0040:   6e 74 65 72  6e 61 6c 00  00 21 00 01  00 00 29 04   nternal..!....).\n0050:   d0 00 00 00  00 00 00                                ......."}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.314158784Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:58963","req_id":"baf9aecf-de97-4cef-b1e0-a5fef69d7050","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 48863,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.314355997Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 48863,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_project_deletion_with_snapshot","level":50,"time":"2025-04-30T06:38:02.31459359Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:58963","req_id":"baf9aecf-de97-4cef-b1e0-a5fef69d7050","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"begin collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.31512543Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"begin collection from MGS","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.31518071Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","mgs_url":"http://[::1]:61532"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.315208245Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/ignition","method":"GET"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.315420358Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.324188468Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:02.324251413Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.324288367Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.325126847Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.330273431Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f5c90d2e-e3f3-4afd-87e1-13031c9e1516\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.331638121Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:02.331984451Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.332047266Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.333451844Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.336313736Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cfd28fd9-0776-40a7-8f89-6f97514bbaa8\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.336512983Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.362792744Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"afe88d62-0229-44f6-8312-85394ba198dd\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.363092081Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.366817834Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e591ae97-d33a-478f-ae34-0d36a2777eca\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.36706699Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.373685607Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7ba8f7da-fb57-494c-b9a6-04788c0bc5e0\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.37383225Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.380352932Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"267abe07-f6f2-4f5f-bb52-e5d0763cf80c\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.38094426Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.387731513Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.389890615Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"944c0012-63b3-468b-beda-7dc64c4aeb18\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.390513506Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.393272323Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1900d467-3d3a-4ebf-901b-1cf6d3ea8c7e\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.39340136Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.394831409Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"02aeb139-f868-4e18-9ef0-d50453bbe659\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.394896679Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.396189154Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"96c9fbfe-2305-411f-a6b2-11aa0c2bf7bd\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.396445926Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.397434435Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8012a690-814a-4d9f-893f-ed9c2b43b6e9\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.397605867Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.398683073Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1d7aadc9-5ffe-46df-8153-fdc43ef4b0c8\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.398839355Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.400857325Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"708f6aaf-11f4-4775-9735-b29f54d278e0\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.401172293Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.403277988Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"988abbfd-2a77-4800-b75c-e6dd7bee1c6f\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.403591703Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.406759675Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d9cc857c-f8ae-4022-9765-8fc352334037\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.406884324Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.409129176Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e849be7e-e9e2-41e8-a89b-99aab5f7d2f1\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.409247893Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.411898504Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"39160852-d031-4146-841d-7978d9764fb9\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.412467678Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.414695557Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9b2f81f8-98f0-4802-bc11-7694c3c7c602\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.414844895Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.419226575Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ec6e4a58-3c02-4196-ac96-42c4d9326173\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.419437976Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.420613558Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9ffb5edf-24b8-4042-8f67-29b6f8304f88\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.42076977Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.422302513Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bf53510f-5aab-4488-bf44-fff3035436ea\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.422434907Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.425004397Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"48471f1f-6a49-4080-8e08-e1cab230182f\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.425072001Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.425626937Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c1c42fad-756b-45cb-a1ae-9aaf38ec2c0e\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.425694251Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.426862268Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a8d376e3-4515-492f-a43b-22f114cb943a\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.427066385Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.431670919Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9636f03b-0af6-4b05-9753-f69f3d82e090\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.435608705Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.438217423Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"60f33758-d7d0-4e2e-bd18-6224fdb36859\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.438357813Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:02.438618302Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:02.438669644Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:02.43870271Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.438731126Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.439767852Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.443985846Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"70160049-2293-4185-b228-f3fbbeff5c1f\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.444376023Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.44464534Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.453969378Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:02.454035219Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.454072774Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.455697982Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.457269092Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.457330084Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.457360685Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:02.458430606Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:02.460622614Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.460667954Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.46142368Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.462421718Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:02.462486317Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.463689905Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e048c0cb-37b9-4d2b-8072-efa945bdbcfe\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.463888591Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"inserted rows into table","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.466038515Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:02.466104155Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.468342225Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ff8fbca7-6111-4fca-8d7d-28cc47cbb2ad\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.468411443Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.47521586Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c3e8fa0b-01d4-4ef2-ad2a-663a37938e6a\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.475442451Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.476572773Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"99f80b66-d924-4777-a40c-cf76d7caf03b\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.476640438Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.478089926Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a2807a7e-333c-4e04-9652-31263db56edb\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.478325566Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.479585807Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7d2a0982-4fdd-44ab-95bd-89bdd8b8c311\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.479758872Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.482078764Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3de03e59-176e-4f5e-b40e-ea3b115476be\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.482298291Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.485597905Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e2a5739b-33c0-4f68-b527-ff13d438fdf7\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.486210536Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.492515328Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"636c1377-c532-4c76-9259-d8ecd0073fe6\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.493284661Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.493760719Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.497676912Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"983df8be-65d4-4e9e-a1e0-99197116d919\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.497950297Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.502022911Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fce07159-31fa-4288-9b02-0ca0dd279695\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.502084784Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.503612428Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3de2edc3-c5c4-45ee-a268-efe8804f77a4\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.503701576Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.506826682Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bdce75e0-2fbc-4b2c-9007-4ecada035189\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.50690592Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.50854708Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"015ec4de-adc3-45da-9b45-ab26f8f0dbb1\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.508626559Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.509374479Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"38344b25-6cf9-4156-9f97-6b6e63da3be7\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.509543866Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.510630281Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"df762d74-f73d-4793-bd46-0f1c26037c30\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.511049546Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.512314647Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f3359e8e-eec3-4878-b8d9-5f5be287f87b\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.512753361Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.51428389Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9892d35e-a68a-41cd-b361-7ebb2a15b985\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:02.514398669Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:02.514594229Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:02.514737955Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.514782494Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.515864389Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.518888014Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.52414088Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:02.524205048Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:02.524236851Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:02.524266129Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.524292772Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.525188006Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.527728007Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.532923799Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:02.532985282Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.533050011Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.533936266Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.595982379Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","sled_agent_url":"http://[::1]:57761"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.596174131Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"SledAgent":"http://[::1]:57761","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:57761/inventory","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:02.596796181Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:02.597093734Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:02.597381727Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.597439082Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.598280218Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"accepted connection","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:02.598557139Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:45715"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2025-04-30T06:38:02.598704663Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"incoming request","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:02.59935568Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/inventory","method":"GET","req_id":"c188c6eb-423c-4939-a300-3b1f235ebe35","remote_addr":"[::1]:45715","local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:02.59992246Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/inventory","method":"GET","req_id":"c188c6eb-423c-4939-a300-3b1f235ebe35","remote_addr":"[::1]:45715","local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":551,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.60047962Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"SledAgent":"http://[::1]:57761","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:57761/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c188c6eb-423c-4939-a300-3b1f235ebe35\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"}
{"msg":"begin collecting all keepers","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.602696176Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","nkeeper_admin_clients":0}
{"msg":"end collecting all keepers","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.602749402Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","nkeeper_admin_clients":0}
{"msg":"finished collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.602777278Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:02.6052227Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:02.60528273Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:02.605316156Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.605347669Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.606021522Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.606431188Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.613853516Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:02.613970089Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.614008756Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.614365496Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.616075924Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.620747332Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:02.620946529Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.620985056Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.621613067Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:02.624058439Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.624117366Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.625548999Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"Non-retryable transaction failure","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2025-04-30T06:38:02.655277591Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"}
{"msg":"inventory collection failed","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2025-04-30T06:38:02.655515726Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""}
{"msg":"activation complete","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.65556316Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":11,"elapsed":"427.472091ms"}
{"msg":"activating","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.655598771Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","iteration":12,"reason":"Signaled"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:02.655625595Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:02.655654041Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:02.65575893Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.655804882Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.656574666Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.661184801Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"result":"Ok(\"found\")"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.662021939Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.667383241Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:02.667527268Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.66757869Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.667909029Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.671491997Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","candidates":"[(b139770c-2385-4e5f-b2ea-bae89be6cfda, 0)]"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:02.671615093Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:02.673587903Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:58480","req_id":"05815ad9-de6d-42bb-9c97-4270058993ed","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   e4 00 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   ............._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.673800036Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:58480","req_id":"05815ad9-de6d-42bb-9c97-4270058993ed","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 58368,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.674134432Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.674403639Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.674794377Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:58480","req_id":"05815ad9-de6d-42bb-9c97-4270058993ed","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61532, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.675274333Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61532, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3947, tv_nsec: 474202927 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:02.675407489Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:02.675809319Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:56741","req_id":"92fbf95a-7e9d-41d2-bab1-b56c7738c378","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   96 c7 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.675984088Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:56741","req_id":"92fbf95a-7e9d-41d2-bab1-b56c7738c378","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 38599,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.676349977Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.676449805Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:56741","req_id":"92fbf95a-7e9d-41d2-bab1-b56c7738c378","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:02.735352445Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:02.735841339Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:02.735893142Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:02.735923854Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.735951409Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.736572175Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:02.736895429Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:63942","req_id":"3b1e02ec-7757-490f-8fbe-cef35c7e413f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000:   73 82 01 00  00 01 00 00  00 00 00 01  18 5f 63 6c   s............_cl\n0010:   69 63 6b 68  6f 75 73 65  2d 61 64 6d  69 6e 2d 6b   ickhouse-admin-k\n0020:   65 65 70 65  72 04 5f 74  63 70 0d 63  6f 6e 74 72   eeper._tcp.contr\n0030:   6f 6c 2d 70  6c 61 6e 65  05 6f 78 69  64 65 08 69   ol-plane.oxide.i\n0040:   6e 74 65 72  6e 61 6c 00  00 21 00 01  00 00 29 04   nternal..!....).\n0050:   d0 00 00 00  00 00 00                                ......."}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.737055498Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:63942","req_id":"3b1e02ec-7757-490f-8fbe-cef35c7e413f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 29570,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.737249455Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 29570,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_project_deletion_with_snapshot","level":50,"time":"2025-04-30T06:38:02.737431197Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:63942","req_id":"3b1e02ec-7757-490f-8fbe-cef35c7e413f","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"begin collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.73760832Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"begin collection from MGS","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.737648961Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","mgs_url":"http://[::1]:61532"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.737677337Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/ignition","method":"GET"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.73951572Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.751050422Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:02.751112616Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.751141384Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.751658273Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.752032219Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"55e34927-89f9-4501-9699-d0ed10d4c274\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.752793305Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.755453345Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cefe9df9-160a-4fab-a935-b15a05974cd6\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.755725136Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:02.756044523Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.756380562Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.75715723Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.761435083Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e4854104-f1cc-408a-b6b2-cdc72d807bce\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.761497487Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.762734793Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5ecbbb5a-cd5e-4856-853d-0d0c8ad1be15\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.762910222Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.764775198Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a544c9df-e2e7-47f0-9036-d51c305f9d98\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.764849175Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.766477951Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e1bc820f-1054-4f51-8036-2331680ab08a\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.76654783Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.770601116Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"275053b3-64ec-4054-badd-12bce7459f54\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.770690865Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.772686591Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a95e932e-52f4-4a70-b51e-f6f1b8d6ba99\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.772757172Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.77368002Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bd9aaafc-deb1-479f-a402-d09d167882a6\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.773745531Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.774763539Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c0d6cd62-03ae-49d2-b4a8-27e88f436464\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.774827186Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.775832509Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2ea93e01-e4b9-4e34-8dce-1b6d7784b0c7\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.775962518Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.776923453Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0a4c4f24-4ff1-4954-8005-6d45d4740084\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.777687144Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.778758469Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"38755d0e-da32-4457-8024-df449a2262cd\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.778966123Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.780739786Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f34a513a-e0b5-40ee-81f6-c180a878aa8d\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.780804145Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.782544452Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b876357b-6eff-4925-899a-535aaaf7699a\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.782730673Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.785562866Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.786667256Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f775a765-7cf9-4acd-93e6-471f838c5aa4\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.786835722Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.78825005Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c50c8d9f-477a-47f0-abb6-5474f8a4089c\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.788321752Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.790964538Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"93f477f2-a031-4d47-9b9d-9825c7f2ef94\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.791824962Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.793269961Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b1ddf5e6-68c5-4c1b-b16b-f7880bfdd5ae\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.793340803Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.794070977Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"97b016fb-cddb-46b3-bcee-b7770b413b66\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.794698648Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.797461252Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5a2a189f-6549-4801-ae5b-c8de76ec2257\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.798590192Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.799728069Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ecc70898-aa7f-4627-b1ef-34d4fb853707\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.800209789Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.801685489Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ed784171-a668-41a7-8a57-9f8773db7a8d\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.801900307Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.803436578Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2cff67dd-255a-458f-a853-93b5e6056884\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.804129809Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.809151494Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2f948b2e-75d2-4ed5-8fec-63b768f92d4e\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.809775618Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.811273142Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eea4aac7-e59b-4db3-9a13-a4694862ea38\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.812234307Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.830094221Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8b28c63c-189f-4c97-90b7-25a5749f2a82\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.830222848Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.830259471Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"26d3fc9f-5659-4de0-9af8-a92a645c32e1\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.830290843Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.830319631Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"78783245-7978-4c13-840e-030e50e60c9f\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.830350372Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.830376754Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"54cc9a1a-9418-4d2b-92f7-405d561dc0ef\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.830406724Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.830489289Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"171063fa-4ae6-43f6-bba9-b94da9ee0fc8\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.830528186Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.830557224Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fa53e0f5-5b80-48a7-9523-b3a1c29db7ee\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.830586342Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.830614197Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3ad88660-f086-4706-8bc8-ed6f86a368d2\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.830644257Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.830673506Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bbceb153-3ba9-4845-9ece-3a7419079ddd\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.830701942Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.830728475Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d26e3cae-9f7e-47f1-b173-423fd2fbd594\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.830757343Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.831813447Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cfa8c1de-eab6-4080-8d85-ecb43c07f0bb\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.832139687Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.833995845Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"747ef8b0-e6f3-4fed-be7c-f93b2dba736a\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.834056777Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.835642596Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c4a5e9fe-f15b-4b69-ab21-7f258a1bf038\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.835802244Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:02.836120979Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:02.836177021Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:02.836209706Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.836235277Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.837482843Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.841830605Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.851476334Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:02.851525802Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.851555892Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.852013945Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.852355365Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"947f72cf-1cca-4569-8023-ee65fd60d795\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.852567077Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:02.855082559Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.855186356Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.855612695Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.856404142Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"66c256c8-3cd6-4318-9821-483fed4ee13e\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.857203164Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.858875957Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"39816ca6-62ca-4a2f-946f-bcb6ecd3a011\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.859223209Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.861606237Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"84826b61-8517-4e0a-b5cb-9af224847332\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.861747589Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.863209782Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5c15f086-8498-4774-a942-93a8c8112fd8\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.863275513Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.863887172Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"45c7b724-523c-4ea1-a4d1-865a507d9d0b\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.864080767Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.86489036Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"27b821a2-ec3d-45bb-9ccf-8f6a0152a425\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:02.865042604Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:02.865186841Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:02.865830654Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.865864221Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.866903251Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.870472923Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.876645261Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:02.876753397Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:02.876856041Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:02.876956772Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.877049988Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.878005061Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.880617245Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.887071455Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:02.887190863Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.887234209Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.887925266Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.948570247Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","sled_agent_url":"http://[::1]:57761"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.948658343Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"SledAgent":"http://[::1]:57761","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:57761/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:02.949368458Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:39853"}
{"msg":"incoming request","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:02.950801433Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/inventory","method":"GET","req_id":"3f162bcf-58bc-45f5-8937-f2a33795cd27","remote_addr":"[::1]:39853","local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:02.951240648Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/inventory","method":"GET","req_id":"3f162bcf-58bc-45f5-8937-f2a33795cd27","remote_addr":"[::1]:39853","local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":447,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.951678861Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"SledAgent":"http://[::1]:57761","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:57761/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3f162bcf-58bc-45f5-8937-f2a33795cd27\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"}
{"msg":"begin collecting all keepers","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.953388868Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","nkeeper_admin_clients":0}
{"msg":"end collecting all keepers","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.953441082Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","nkeeper_admin_clients":0}
{"msg":"finished collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.953470471Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:02.9603161Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:02.960580878Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:02.960674153Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.960710035Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.961824395Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.965103318Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.969634607Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:02.96982689Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.969879605Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.97034894Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:02.976654583Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"result":"Ok(\"found\")"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.006457263Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.006597924Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:03.010086344Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.011430001Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:03.011491744Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:03.011520021Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"Non-retryable transaction failure","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2025-04-30T06:38:03.011544559Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"}
{"msg":"inventory collection failed","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2025-04-30T06:38:03.0115799Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""}
{"msg":"activation complete","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.011610821Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":12,"elapsed":"355.586553ms"}
{"msg":"activating","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.011646653Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","iteration":13,"reason":"Signaled"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:03.011673276Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:03.011702284Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:03.011732444Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.011760991Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.012239785Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.019443508Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.024887865Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:03.024952584Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.024988225Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.02547735Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:03.029588962Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:03.029639533Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:03.029721586Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.029756275Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.030407703Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.03159545Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","candidates":"[(b139770c-2385-4e5f-b2ea-bae89be6cfda, 0)]"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:03.031644377Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.032991281Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.039638525Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:03.039682593Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.039710779Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.040102359Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:03.040756202Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:59169","req_id":"0cc121ca-0034-4c03-988d-a2e03ed7ae68","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   ed ca 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   ............._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.040826522Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:59169","req_id":"0cc121ca-0034-4c03-988d-a2e03ed7ae68","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 60874,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.040900499Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.041033113Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.041079336Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:59169","req_id":"0cc121ca-0034-4c03-988d-a2e03ed7ae68","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61532, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.041485926Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61532, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3947, tv_nsec: 840342906 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:03.04153805Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:03.042017775Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:54165","req_id":"d817a293-755b-4506-ad62-90ff667f7a4d","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   b9 05 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.0420752Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:54165","req_id":"d817a293-755b-4506-ad62-90ff667f7a4d","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 47365,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.04215548Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.042242804Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:54165","req_id":"d817a293-755b-4506-ad62-90ff667f7a4d","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:03.085839598Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:03.086264965Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.08632774Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.087058626Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:03.087460006Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:51618","req_id":"f52ee6d4-b17b-4a01-96e5-c9d45a23ad46","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000:   5f 9b 01 00  00 01 00 00  00 00 00 01  18 5f 63 6c   _............_cl\n0010:   69 63 6b 68  6f 75 73 65  2d 61 64 6d  69 6e 2d 6b   ickhouse-admin-k\n0020:   65 65 70 65  72 04 5f 74  63 70 0d 63  6f 6e 74 72   eeper._tcp.contr\n0030:   6f 6c 2d 70  6c 61 6e 65  05 6f 78 69  64 65 08 69   ol-plane.oxide.i\n0040:   6e 74 65 72  6e 61 6c 00  00 21 00 01  00 00 29 04   nternal..!....).\n0050:   d0 00 00 00  00 00 00                                ......."}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.087625376Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:51618","req_id":"f52ee6d4-b17b-4a01-96e5-c9d45a23ad46","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 24475,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.087824592Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 24475,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_project_deletion_with_snapshot","level":50,"time":"2025-04-30T06:38:03.087917618Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:51618","req_id":"f52ee6d4-b17b-4a01-96e5-c9d45a23ad46","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"begin collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.088167866Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"begin collection from MGS","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.088222636Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","mgs_url":"http://[::1]:61532"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.08825516Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/ignition","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.090910441Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9dc70dbc-4b27-492e-84c0-1d108cdc8898\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.091149738Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.092583464Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4e71f226-ad91-4992-a9bb-d66d9db6fa12\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.092734455Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.095702429Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4c833750-e5d9-48c0-8a65-48f8cc9ec546\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.095816837Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.098033673Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9398fb59-3215-4a35-9eb1-ffeeddb0af61\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.098100947Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.098341437Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"929f1f8b-a49b-4642-a9eb-bcaf7ddfbc44\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.098462047Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.100020722Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"99f6ac83-7ed1-4997-b2f1-42eb0483ed3e\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.100087856Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.101672063Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4175ebc0-72df-459a-9e10-58361c7f40c5\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.108158246Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.112767019Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"86503ade-37e0-4bac-bf4d-7248b1160995\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.11296862Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.115752888Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6a301e1d-ebef-4206-81f3-b74e19e60e40\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.115820653Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.11653702Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ff8e9f82-cc89-43e7-b130-722cc065977b\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.116641158Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.117743524Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b5159b22-a213-4cea-a644-16213c39e9da\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.118659218Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.119874189Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"33d72d2d-3345-49d6-945b-3d4337238b78\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.120014318Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.122779588Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e56e0828-7c34-4e80-a2ac-aa0dad0b5182\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.122900339Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.132924531Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f81c46e5-cacd-43ed-82ee-ff610b871e6d\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.133033258Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.134303409Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.138435451Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fe0d555b-2222-4d9b-9fc9-1df401b1b796\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.138564969Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.140714723Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f8266bd2-bf95-46ed-9a26-1481027fc57c\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.140915042Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.142658295Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4a37b213-5c0d-4668-8fd8-f15e4c639f74\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.142805879Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.144311269Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fa4018e7-9a15-43a2-a74f-f61292006ac1\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.144562709Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.145982969Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"82cd84aa-4027-420b-90b1-84b6fd3a6b2b\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.146327596Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.14824188Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4da8358b-ea43-465c-a244-2911a9da3351\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.148388492Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.149227414Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0dc19e9b-4980-43d5-b601-62240c760288\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.149392222Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.150423727Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8efce686-7369-471b-a37c-88febfcbdcc6\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.150564718Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.151743346Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"84f26b19-06c8-486a-a8d3-b3d28a81dd04\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.151897804Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.153040792Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"46975e1a-f14f-40f7-955e-13a02809da3b\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.153097154Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.154723444Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6257af93-2f1f-4da9-83b8-401dac43df7d\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.15479691Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.15640785Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a88f5663-7ba5-46dc-b576-ecdd91611bf0\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.156549583Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.158262916Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"69ad0e08-7ea0-4118-a456-f2f4ad731c64\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.158333928Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.1598609Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"17fa456f-fbc2-4a5b-8391-94febcb640bd\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.160805362Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.161915714Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"de3b0669-fd8b-4b0f-b0d8-33958db43b6b\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.16204403Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.16411183Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c46c9ab1-f9fb-4a31-bc7a-053c9f1b836d\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.164189845Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.165069318Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5820e7c0-1d88-4a17-a20c-94aa2cc165f8\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.165184928Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.166130051Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2dc44a79-c6ca-44d2-bf5f-d1ea265916bb\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.1662599Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.168280235Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a8917b18-e3a5-424f-a630-4dda308dd9f3\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.168409914Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.169498052Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0a370602-e949-4a85-bd88-82fadafc8a69\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.169613391Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.172461356Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9991e701-1221-418b-9cf1-b3c3f7b11472\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.17422524Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.176862405Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7f1328e7-dd19-4a74-8413-b520241feefc\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.177022674Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.179035815Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f3d80c85-dc27-4d3a-ac6a-4815eb1fe17b\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.179105965Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.180833306Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3ea4d31a-6155-4653-9976-b0d8180e29d0\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.180905981Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.182856748Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7ff57e29-f1ba-4b65-b501-a59231ad73e5\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.182927819Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.185466898Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8b22eb13-b9f7-4aff-90bb-7467672acf36\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.185630514Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:03.18717927Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:03.187230112Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:03.187260342Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.187286404Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.18808277Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.18949309Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5cd541a7-5c22-46d6-b4bc-fa8eaf438c38\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.189559833Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/rot/cmpa","method":"GET"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.190921406Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.207434507Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:03.207542783Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.207578464Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.208361444Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.208613476Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9ba08a76-69b9-44fe-bca6-c9e3070cea18\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.208673987Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.211989483Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"813bd8a9-2e48-491b-8a18-5f64f5e8759c\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.212098701Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:03.212466734Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.21251979Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.212942101Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.214901515Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cece99a8-31dc-4cf4-904e-35fc7bd3d677\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.215147375Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.21709735Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6e590db6-4776-40a1-9cf7-7ba9fcf9d4d1\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:03.217173392Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:03.217210746Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:03.217240235Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.217266848Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.219769584Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.22434958Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.228910828Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:03.228978893Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:03.229013873Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:03.22906263Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.229093562Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.22965492Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.233364231Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.239121402Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:03.239286661Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.239606528Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.239810915Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.305026984Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","sled_agent_url":"http://[::1]:57761"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.305428514Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"SledAgent":"http://[::1]:57761","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:57761/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:03.30657092Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:60351"}
{"msg":"incoming request","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:03.307577506Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/inventory","method":"GET","req_id":"8bbbfc42-815b-496c-85c3-64692b7b19eb","remote_addr":"[::1]:60351","local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:03.308296478Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/inventory","method":"GET","req_id":"8bbbfc42-815b-496c-85c3-64692b7b19eb","remote_addr":"[::1]:60351","local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":730,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.311352477Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"SledAgent":"http://[::1]:57761","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:57761/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8bbbfc42-815b-496c-85c3-64692b7b19eb\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"}
{"msg":"begin collecting all keepers","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.312601165Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","nkeeper_admin_clients":0}
{"msg":"end collecting all keepers","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.312657678Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","nkeeper_admin_clients":0}
{"msg":"finished collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.312687417Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:03.315182999Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:03.315306205Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:03.315588798Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.315673316Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.317174547Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.322181022Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.32853884Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:03.328743307Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.328848647Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.329584263Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.34411264Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"result":"Ok(\"found\")"}
{"msg":"Non-retryable transaction failure","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2025-04-30T06:38:03.391518603Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"}
{"msg":"inventory collection failed","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2025-04-30T06:38:03.391874502Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""}
{"msg":"activation complete","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.391928019Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":13,"elapsed":"380.656944ms"}
{"msg":"activating","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.392081294Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","iteration":14,"reason":"Signaled"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:03.392177205Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:03.392221734Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:03.39225491Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.392281834Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.393478288Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:03.395365207Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:03.395422932Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:03.395454034Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.395482992Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.396341082Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.39663152Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.400893742Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:03.400956568Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.400988642Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.401495602Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.404618604Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.413588165Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:03.413738365Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.413848775Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.414783908Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:03.418385313Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.418445293Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.419217101Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.419467319Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","candidates":"[(b139770c-2385-4e5f-b2ea-bae89be6cfda, 0)]"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:03.419513982Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:03.420138025Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:60975","req_id":"0f4cf541-ff3b-49c2-a340-d8776712a7df","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   73 19 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   s............_mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.4202007Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:60975","req_id":"0f4cf541-ff3b-49c2-a340-d8776712a7df","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 29465,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.420408564Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.420572972Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.420662731Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:60975","req_id":"0f4cf541-ff3b-49c2-a340-d8776712a7df","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61532, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.421255873Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61532, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3948, tv_nsec: 220114687 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:03.421310722Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:03.422302358Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:63998","req_id":"5f05d2b2-7d5c-4c52-823e-60d7bd903ee9","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   b8 7e 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   .~..........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.422364321Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:63998","req_id":"5f05d2b2-7d5c-4c52-823e-60d7bd903ee9","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 47230,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.422449852Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.422503719Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:63998","req_id":"5f05d2b2-7d5c-4c52-823e-60d7bd903ee9","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:03.495345792Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.496958014Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.498613122Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.499244881Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:03.50164348Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:03.502585146Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:61523","req_id":"04888452-c787-4f9f-abc3-20f864b9132c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000:   96 3f 01 00  00 01 00 00  00 00 00 01  18 5f 63 6c   .?..........._cl\n0010:   69 63 6b 68  6f 75 73 65  2d 61 64 6d  69 6e 2d 6b   ickhouse-admin-k\n0020:   65 65 70 65  72 04 5f 74  63 70 0d 63  6f 6e 74 72   eeper._tcp.contr\n0030:   6f 6c 2d 70  6c 61 6e 65  05 6f 78 69  64 65 08 69   ol-plane.oxide.i\n0040:   6e 74 65 72  6e 61 6c 00  00 21 00 01  00 00 29 04   nternal..!....).\n0050:   d0 00 00 00  00 00 00                                ......."}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.502791387Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:61523","req_id":"04888452-c787-4f9f-abc3-20f864b9132c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 38463,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.502962077Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 38463,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_project_deletion_with_snapshot","level":50,"time":"2025-04-30T06:38:03.503228358Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:61523","req_id":"04888452-c787-4f9f-abc3-20f864b9132c","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"begin collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.504546243Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"begin collection from MGS","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.504606894Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","mgs_url":"http://[::1]:61532"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.504959877Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/ignition","method":"GET"}
{"msg":"inserted rows into table","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.5091116Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:03.509223042Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.512909066Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e910e5c0-0e3e-44e6-a6d2-1e196063df62\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.513321057Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0","method":"GET"}
{"msg":"inserted rows into table","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.515348666Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:03.515408395Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.517199003Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"861dd8e4-5aa8-49a0-87a8-39688086dec3\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.517264003Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.520157578Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0de7dc20-55a2-4a98-9da4-c8463fd23e84\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.520230674Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.524144762Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"769d9b21-612f-4d67-b313-fb758e459ca7\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.524468207Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.527926908Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f61869b4-2424-4e2c-9dc6-b0b80f362e4e\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.528062969Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.531904773Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"54edc9b8-8a4a-4ef8-a06c-4ad8b05200eb\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.531951116Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.532986869Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.534832857Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2a071782-9641-4bd2-905c-a16d07a4586a\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.535309257Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.536898914Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ed51dffe-81d0-4f49-95a9-f1ae77ad8169\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.538165077Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.539700516Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c2cb163b-9ae9-4461-b7a9-a9f7ecf6c92a\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.539882018Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.541796232Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5f02132c-f9e9-407c-b704-f53ed7443462\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.541842173Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.542881033Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8991ceba-57eb-4ebf-95b6-3041c03c0527\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.543090801Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.543780074Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6679f990-6bd2-4b67-ae78-6553787a66ad\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.543902989Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.546355325Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aae214d5-60d7-4684-9c52-3473eef9db48\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.548520449Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.551323324Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"81d65e61-4838-48f0-99de-e12b62f3237f\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.551443633Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.556552272Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6c8f197b-f1ed-4715-846f-d7adc0960d68\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.556839985Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.559021983Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4816c1e9-8829-4574-bf74-add9330bb35e\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.559155088Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.561243469Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a39a4982-bbd8-4a37-b299-827c4e92641d\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.561529359Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.564639435Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"faa9e841-d14c-4e67-aff8-9e250aa8d1da\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.564722621Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.567338823Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"38ec6247-329b-46a7-bbbc-2a0031db33fa\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.567500295Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.568765576Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"23e4a559-9735-46de-9aa3-2352dabd0ae0\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.568921136Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.569965527Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1cb21924-0243-47b7-8aef-64531990bd9a\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.570116568Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.571179065Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"abe5891d-2dcd-44d1-9d32-da20ae04045b\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.571388683Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.572757229Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fbba706a-b46c-4e66-ac10-fe8847c124d7\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.572980484Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.577684066Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7e8705ba-e4e0-493f-8261-7861409d96cd\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.577966839Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.580423344Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"48b3a8f2-3b2e-4d0b-8929-b9705b2c667d\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.580574735Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.583229795Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bb00f3f9-31a2-4420-b1c5-5aae9c0a419f\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.583395335Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:03.584144939Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:03.584250228Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:03.584300869Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.58433112Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.586676332Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.590439049Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.609578373Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:03.609690977Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.60978769Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.610414248Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2025-04-30T06:38:03.611739689Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.613599315Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5b977eb1-37b4-4ba0-9613-ea69c459a39f\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.613970855Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:03.614284389Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.614393617Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.615203701Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.61938416Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fc8bd1d0-7980-4bd0-96a6-7cd3a03d648b\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.619597986Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.623326616Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c02e0270-0b9a-4f47-ba6d-dfc82616cd85\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.623405152Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.628124505Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0224dea9-442e-474c-a2ab-50c2296f384a\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.628283562Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.629519545Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"48255258-532b-47a3-98fa-1fe5cb23de54\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.629857187Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.631871821Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b4b65ed6-eb86-4221-92ae-906ee7e342a2\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.631943805Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.63300067Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3d4d1912-429b-4e62-b87e-bfc346629210\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.633110579Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.635102959Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0e76e8c5-1815-4bd3-8973-94d3c0d62fd5\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.635321635Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.637585155Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c6ff348e-7a1e-49f6-9672-a81728e28fed\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.638119119Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.643282446Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"21ccaa98-dd58-4e7b-85e5-33d3869525cf\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.643519328Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.644669159Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.647142958Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"601798e3-63a2-419e-a826-bf7bd7f00572\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.647226094Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.648795801Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"849fb553-218c-4f20-8cfb-0df41a8b79fa\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.649073064Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.651918242Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"94e18037-6a17-4e11-ab29-a47beb0c5b73\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.652450142Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.654553513Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"44fea228-fb75-46f9-9587-7cd25380b320\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.654692821Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.656884618Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ac7e9a5c-690a-46bf-b5bd-1a8e102b21de\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.656951591Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.658012565Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c5db9e78-52f2-4f29-9ff0-065d60ed86a9\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.658217062Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.659345521Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0a27816d-2406-492d-900e-5c93dbb4497f\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.659524457Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.660411525Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"08ea63bc-afb1-4764-aa97-8b838769b75e\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.66047955Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.661390966Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d756b806-619f-418f-b775-41c5a82894f4\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:03.661465014Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:03.661502478Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:03.661532959Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.661559312Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.662248465Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.664431354Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.671077877Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:03.671134961Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:03.67116484Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:03.671192144Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.671218717Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.672223539Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.674488592Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.679658533Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:03.679725146Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.679759605Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.680372205Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.746164452Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","sled_agent_url":"http://[::1]:57761"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.746249702Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"SledAgent":"http://[::1]:57761","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:57761/inventory","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:03.746631432Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:03.746690761Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:03.746723957Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.746752043Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.748162042Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"accepted connection","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:03.748276149Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:51031"}
{"msg":"incoming request","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:03.749372203Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/inventory","method":"GET","req_id":"0c814a87-3fe2-4974-ab2c-cfb9d2255149","remote_addr":"[::1]:51031","local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:03.750277196Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/inventory","method":"GET","req_id":"0c814a87-3fe2-4974-ab2c-cfb9d2255149","remote_addr":"[::1]:51031","local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":916,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.750717944Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"SledAgent":"http://[::1]:57761","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:57761/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0c814a87-3fe2-4974-ab2c-cfb9d2255149\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"}
{"msg":"begin collecting all keepers","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.755375655Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","nkeeper_admin_clients":0}
{"msg":"end collecting all keepers","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.755445674Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","nkeeper_admin_clients":0}
{"msg":"finished collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.755474231Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:03.75858062Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:03.758646842Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:03.758753956Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.759059384Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.760109887Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.76104986Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.7675846Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:03.767699449Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.767736132Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.768139115Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.770151675Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.775015486Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:03.775216116Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.775265634Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.775743907Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:03.776041159Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.776091931Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.776535033Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"Non-retryable transaction failure","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2025-04-30T06:38:03.802312683Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"}
{"msg":"inventory collection failed","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2025-04-30T06:38:03.802669354Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""}
{"msg":"activation complete","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.803054712Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":14,"elapsed":"410.830092ms"}
{"msg":"activating","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.803141615Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","iteration":15,"reason":"Signaled"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:03.803172707Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:03.803202196Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:03.803229731Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.803257406Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.803953102Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.804734729Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"result":"Ok(\"found\")"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.806904252Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.810816467Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:03.810920714Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.811118258Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.811270822Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.814573873Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","candidates":"[(b139770c-2385-4e5f-b2ea-bae89be6cfda, 0)]"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:03.814614674Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:03.816003992Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:50095","req_id":"21e6e471-fbb9-4748-bc4c-243a4fbe7ea0","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   d6 11 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   ............._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.816333399Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:50095","req_id":"21e6e471-fbb9-4748-bc4c-243a4fbe7ea0","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 54801,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.816505762Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.816621373Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.816699518Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:50095","req_id":"21e6e471-fbb9-4748-bc4c-243a4fbe7ea0","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61532, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.817017692Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61532, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3948, tv_nsec: 615899452 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:03.817076449Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:03.817324153Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:55765","req_id":"04ba770b-3e7c-4cbd-bc44-0570e5995795","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   16 d2 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.817437709Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:55765","req_id":"04ba770b-3e7c-4cbd-bc44-0570e5995795","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 5842,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.817651946Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.81767927Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:55765","req_id":"04ba770b-3e7c-4cbd-bc44-0570e5995795","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:03.863866095Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:03.864203567Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:03.864253587Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:03.864286522Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.864316732Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.86505351Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:03.865422165Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:63793","req_id":"689fd6e1-ef68-454e-bc99-9e754630f214","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000:   90 a6 01 00  00 01 00 00  00 00 00 01  18 5f 63 6c   ............._cl\n0010:   69 63 6b 68  6f 75 73 65  2d 61 64 6d  69 6e 2d 6b   ickhouse-admin-k\n0020:   65 65 70 65  72 04 5f 74  63 70 0d 63  6f 6e 74 72   eeper._tcp.contr\n0030:   6f 6c 2d 70  6c 61 6e 65  05 6f 78 69  64 65 08 69   ol-plane.oxide.i\n0040:   6e 74 65 72  6e 61 6c 00  00 21 00 01  00 00 29 04   nternal..!....).\n0050:   d0 00 00 00  00 00 00                                ......."}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.865533587Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:63793","req_id":"689fd6e1-ef68-454e-bc99-9e754630f214","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 37030,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.865681311Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 37030,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_project_deletion_with_snapshot","level":50,"time":"2025-04-30T06:38:03.865761321Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:63793","req_id":"689fd6e1-ef68-454e-bc99-9e754630f214","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"begin collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.865960337Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"begin collection from MGS","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.866002301Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","mgs_url":"http://[::1]:61532"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.866028784Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/ignition","method":"GET"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.868110331Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.876233917Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:03.876346701Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.876383224Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.876941196Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.878116458Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7b1ae037-0e55-4966-832f-9ea443cf3593\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.878487346Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.880172314Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fd439892-b358-4ebc-80f1-68426c79b814\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.880242153Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:03.880668743Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.880714273Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.881697773Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.884385117Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"88b72b38-c7f0-432f-aa41-adf95fa0ae43\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.884583212Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.887481787Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f1291229-b50d-4406-b74d-5d0bd0061a68\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.887802176Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.890716332Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"036702b7-1747-4dc5-a1c1-4a8df1b1ca12\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.890790249Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.89279328Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0cc41b8f-7a96-4f5c-8169-49f41bcb4e2a\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.892999711Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.895766234Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cb3f6d59-52ec-40d8-aa78-b4565cd15d22\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.896086351Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.898455592Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5b7490f9-991f-4fac-99a2-d8732b191b3c\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.898502706Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.899679731Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e323b82c-eece-4124-a348-4e5f1d94c0bd\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.899794079Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.900755865Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cf054827-ed51-4730-9a89-e4534f0ba01c\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.900897457Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.901694776Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d2b2a468-df1a-45ca-898e-df9d27fa1ff5\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.901837169Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.903827876Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e81cc617-a749-43aa-bec3-4133cbfe4a90\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.90408604Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1","method":"GET"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:03.904409505Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.904759242Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"oximeter","body":"None","uri":"http://127.0.0.1:39756/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:03.905547041Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"cb232ec0-4cb8-4f32-8a16-c3b327e15909","remote_addr":"127.0.0.1:36198","local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:03.906059332Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"cb232ec0-4cb8-4f32-8a16-c3b327e15909","remote_addr":"127.0.0.1:36198","local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.906283559Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"cb232ec0-4cb8-4f32-8a16-c3b327e15909","remote_addr":"127.0.0.1:36198","local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.907253892Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"cb232ec0-4cb8-4f32-8a16-c3b327e15909","remote_addr":"127.0.0.1:36198","local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.908428973Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6add5d81-297a-4ddd-a245-a97ca48706e5\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.908584353Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"request completed","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:03.910605059Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"cb232ec0-4cb8-4f32-8a16-c3b327e15909","remote_addr":"127.0.0.1:36198","local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","latency_us":5040,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.911146558Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:39756/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cb232ec0-4cb8-4f32-8a16-c3b327e15909\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.911342138Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"oximeter","body":"None","uri":"http://127.0.0.1:39756/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:03.911874268Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"367caa47-ae9d-43dc-8077-fdbd26ff1516","remote_addr":"127.0.0.1:36198","local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:03.912215277Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"367caa47-ae9d-43dc-8077-fdbd26ff1516","remote_addr":"127.0.0.1:36198","local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.912283724Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"367caa47-ae9d-43dc-8077-fdbd26ff1516","remote_addr":"127.0.0.1:36198","local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.912994961Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"367caa47-ae9d-43dc-8077-fdbd26ff1516","remote_addr":"127.0.0.1:36198","local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.916839541Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.917262694Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"28ec8c85-2893-4294-8571-cffebb5b0cf8\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.917335729Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"request completed","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:03.918732593Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"367caa47-ae9d-43dc-8077-fdbd26ff1516","remote_addr":"127.0.0.1:36198","local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","latency_us":6661,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.919588718Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:39756/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"367caa47-ae9d-43dc-8077-fdbd26ff1516\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:03.919951732Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:03.920037923Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:03.920071089Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.922132807Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ac506461-f94b-468e-baaa-0f09c6e54bdc\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.922228718Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.924606295Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a596166d-1627-4dfa-b708-9f74452cc1b2\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.924912746Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.927696412Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ddc9c142-2088-4036-8275-39d97e6b7dd0\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.927782253Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.929704513Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d64df04f-fa79-4129-b945-58f17cdbc770\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.929784523Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.931557686Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"994568ad-3384-4ed6-bc37-578ff4d87cf3\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.931633196Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.932431396Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cd427579-824b-43f7-a9af-171e8ecf6e06\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.932572898Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.933464294Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1550423c-05bb-4c75-90ed-75be8241e881\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.939602685Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.94050895Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3e52a31c-7250-47a7-b664-2c6b24ad9490\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.940640463Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.941724753Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d393ff46-6dee-41e3-aae2-6272ca46b694\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.941786326Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.942754064Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8be05a3f-d5e6-4eec-a7c5-57ed2680df42\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.94304314Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.944870621Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b7c54bed-30b5-4b00-a31a-b3057b8605aa\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.94491544Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.947445191Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"24821ce4-ac95-4524-ac4d-f64168c90ac8\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.947517875Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.949049818Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c8a4a798-c605-471e-aaa6-7232167636c8\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.949111581Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.950714424Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0bc7c0e0-3c6b-4360-9f6a-1045bdd75d65\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.95078249Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.952436295Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7749d304-3b32-4eba-a58c-1cf80f87d6d4\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.952559711Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.954165851Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1e126194-bbe2-48af-88b5-68ce206955b7\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.954329958Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.955200212Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"be7b694c-0521-4a00-b796-a33a07a6c2eb\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.955269971Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.956707806Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a6bc6dd8-ae53-49b3-9b1e-b0dacab6b1b2\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.956888796Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.958537892Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4086f426-cfda-4cb6-aebf-0d48d81bf4ea\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.958592451Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.960029945Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f88c1c37-f256-4ba9-8f3c-86728c90c622\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.960203661Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.961589141Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d1a2774e-66ef-4b10-b22b-443ba13a28c4\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.961793709Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.964039083Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a34926c2-ca64-408f-929b-8ac7cd122b15\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.964265334Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.966535607Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1d09f46a-5139-4243-8563-1e736d40fbe2\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.966929061Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:03.967494948Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:03.96754583Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:03.967576401Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.967604447Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.968580561Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.972010275Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.979853091Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:03.979921347Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.979952459Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.980397185Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.980689367Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2aebb543-4c5e-47a0-9dcf-2c2cf98a1474\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.980877853Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:03.983369708Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.983487773Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.985045016Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.985235796Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"98129d8f-f169-433a-9e0d-079a1fac533f\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:03.985379212Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.002070097Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.00357738Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:04.0073115Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.008171363Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:04.00828496Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:04.008409127Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.02070726Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c5ed3532-cc54-4518-b89a-7e6e860bba6e\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.020877139Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.035803449Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.037766229Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"67b21281-5871-4c27-be66-b8be8eb1755c\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.038122559Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.038952032Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d698a233-8566-420b-9180-d8e15601b2a6\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.03907148Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.040156903Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4fc10388-55ce-4544-a2e8-af28d7bca626\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.040553403Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.041595118Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0e01dfd5-f9e9-4d78-b182-4f5ab2a4ce6e\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.041747822Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.042633206Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"34b872a6-98c5-45fb-99b1-1e4a7715cf7a\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:04.042741582Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:04.042784338Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:04.042813656Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.04284058Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.043606666Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.045931809Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.050835018Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:04.050982392Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:04.051018103Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:04.051048303Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.051074295Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.051594972Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.054381354Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.058809086Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:04.058945498Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.05899164Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.05997534Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.126988609Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","sled_agent_url":"http://[::1]:57761"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.127060593Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"SledAgent":"http://[::1]:57761","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:57761/inventory","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:04.127096193Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:04.127124039Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:04.127150832Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.12717484Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.127198648Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"accepted connection","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:04.12722505Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:58266"}
{"msg":"incoming request","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:04.127255711Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/inventory","method":"GET","req_id":"c1cc5f2f-faa8-4424-ba12-75e3fbf34a6d","remote_addr":"[::1]:58266","local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:04.127331222Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/inventory","method":"GET","req_id":"c1cc5f2f-faa8-4424-ba12-75e3fbf34a6d","remote_addr":"[::1]:58266","local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":503,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.132301184Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"SledAgent":"http://[::1]:57761","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:57761/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c1cc5f2f-faa8-4424-ba12-75e3fbf34a6d\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"}
{"msg":"begin collecting all keepers","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.132367045Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","nkeeper_admin_clients":0}
{"msg":"end collecting all keepers","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.132395933Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","nkeeper_admin_clients":0}
{"msg":"finished collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.132422225Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:04.13244451Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:04.13246984Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:04.132497916Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.132524619Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.132548407Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.139971978Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.140031616Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:04.140064652Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.140091386Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.140115113Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.144103249Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.147099158Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:04.147362503Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.147428835Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.148288287Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:04.16189118Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.1620117Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.162043043Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"Non-retryable transaction failure","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2025-04-30T06:38:04.192034779Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"}
{"msg":"inventory collection failed","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2025-04-30T06:38:04.192325469Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""}
{"msg":"activation complete","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.192378123Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":15,"elapsed":"389.393692ms"}
{"msg":"activating","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.192415869Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","iteration":16,"reason":"Signaled"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:04.192443784Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:04.192473984Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:04.192504656Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.192532561Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.193322846Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.199218633Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.203034656Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:04.203121319Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.203155928Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.205286923Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.206066968Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"result":"Ok(\"found\")"}
{"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.209240611Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","candidates":"[(b139770c-2385-4e5f-b2ea-bae89be6cfda, 0)]"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:04.209302013Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:04.209845416Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:60478","req_id":"a2751738-36cf-4a65-8b4d-97b25e6ccbfb","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   ed 72 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   .r..........._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.209904273Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:60478","req_id":"a2751738-36cf-4a65-8b4d-97b25e6ccbfb","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 60786,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.21013879Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.210371855Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.210501523Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:60478","req_id":"a2751738-36cf-4a65-8b4d-97b25e6ccbfb","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61532, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.211290866Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61532, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3949, tv_nsec: 10127747 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:04.211342318Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:04.211869579Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:56495","req_id":"0022d7c1-9ea7-4010-b3b2-321df897e552","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   70 8b 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   p...........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.21197047Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:56495","req_id":"0022d7c1-9ea7-4010-b3b2-321df897e552","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 28811,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.212174697Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.212319385Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:56495","req_id":"0022d7c1-9ea7-4010-b3b2-321df897e552","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:04.280382246Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:04.284347426Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:04.284411113Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:04.284443939Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.284549639Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.284575761Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:04.284603507Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:63580","req_id":"15a17f08-0ecf-4c63-a5e6-dfd5c0e49fd5","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000:   5a fb 01 00  00 01 00 00  00 00 00 01  18 5f 63 6c   Z............_cl\n0010:   69 63 6b 68  6f 75 73 65  2d 61 64 6d  69 6e 2d 6b   ickhouse-admin-k\n0020:   65 65 70 65  72 04 5f 74  63 70 0d 63  6f 6e 74 72   eeper._tcp.contr\n0030:   6f 6c 2d 70  6c 61 6e 65  05 6f 78 69  64 65 08 69   ol-plane.oxide.i\n0040:   6e 74 65 72  6e 61 6c 00  00 21 00 01  00 00 29 04   nternal..!....).\n0050:   d0 00 00 00  00 00 00                                ......."}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.284637635Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:63580","req_id":"15a17f08-0ecf-4c63-a5e6-dfd5c0e49fd5","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 23291,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.284772173Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 23291,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_project_deletion_with_snapshot","level":50,"time":"2025-04-30T06:38:04.28484614Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:63580","req_id":"15a17f08-0ecf-4c63-a5e6-dfd5c0e49fd5","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"begin collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.284871871Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"begin collection from MGS","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.284897663Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","mgs_url":"http://[::1]:61532"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.284921971Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/ignition","method":"GET"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.285759911Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.295499035Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:04.295562692Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.295594546Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.304258568Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.306794591Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f3ccc7cd-954a-4651-ad7f-785b9077ee58\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.307098456Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:04.307835966Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.307893561Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.308457073Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.322493871Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ac8ec39e-dd70-4af6-a0c8-10468dc2922e\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.336310309Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.33848894Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7f2d492a-7d3d-46d8-98c0-a532c38d2adb\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.338624901Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.340732991Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"00e5e5e9-42a4-4da2-8fe8-308e96ed3ded\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.340800596Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.345092327Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"53dadaaf-6781-44b0-a4bb-37ec9a550d1e\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.345167025Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.347334734Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aa55bd4f-f509-4168-9bf6-0127f00e1db3\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.347502869Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.351419363Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"55849aaf-007b-4bc8-8e3b-e774b977468e\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.351491456Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.353552613Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"80939653-d797-4ea8-bc9d-c5d19765ef8d\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.353623284Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.354811451Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"825034d1-c5ff-43c7-954d-de70e642c4a8\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.354942943Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.356902708Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3afe3a64-58f7-4d50-94e8-4a4e735b99c5\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.357284258Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.359995069Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a14b0029-d0dc-479f-b95d-f89e3219e319\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.360134277Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.362111186Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a3ebbe84-1020-4701-88cd-c866f96ee90e\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.362176987Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.366094672Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6a86d095-ef65-4f58-a6bc-d6b9b393f061\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.366615921Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.371209574Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.373744144Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"90be2ec1-f221-4ca0-8c24-b4cb3c50ef42\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.373812059Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.375490894Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"959dd19b-db1f-4ba1-a93a-cddd79873054\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.375613228Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.377568072Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c2192e6f-6abb-4de3-ac45-ea57d3c271f6\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.378528045Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.380772788Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d24d2443-78ba-40c8-927f-fc568a8d5896\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.380833879Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.38390097Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f9d1551d-8942-487a-941a-b7e0e7533ea2\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.383966832Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.388014677Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c36d18cb-3657-47cb-be4d-39dbf5cf57ae\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.388159505Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.389001924Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"df9c0c48-dc68-404a-a2d5-f974f8922313\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.389176381Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.390177696Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e31869ea-18de-4eb4-8090-fe983d6f89fd\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.390326192Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.392547879Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aca1ca6c-4a6b-4049-a77a-59b7f0b79aa0\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.392681024Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.393777639Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9a892f56-080e-40f6-9055-2659a6936ea1\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.393885955Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.395209652Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5aaf0963-2b45-48b6-8dd7-73e25c5a4827\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.395277267Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.397189717Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"549939f3-f061-4eb5-9050-239ce44419d6\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.397305869Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.399114683Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8f08735d-9299-45e6-ad0d-5a287fdc4e1a\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.39923381Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.40160789Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d6c093d4-7c02-4855-9dc2-96eab15fc812\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.40172818Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.403673315Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c935732a-77ac-4c7c-acdc-8477898d0b27\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.403792443Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.407139251Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1bdf7c1e-3bb3-4bb2-8514-9ec70273c622\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.407329029Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.409579172Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"644c464c-c917-48c8-bc8e-49af4ff1f392\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.409710394Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.41056189Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"39a38fbe-490c-4a97-99b4-528f656b2dc8\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.410707962Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.41179112Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bdac722e-78ac-421f-887b-bbc353d5ea13\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.411975116Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.415094552Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c5f21a40-bf6c-41e3-b5e1-3157b9cae7bd\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.415261604Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.416233631Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"26789fd6-6eb3-4aa3-a4c2-e3d0f702bea1\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.416355223Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.417506878Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2a0237b4-82da-4c41-a21f-6bccc2d74af7\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.417671576Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:04.43445698Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:04.434847328Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:04.435037637Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.435076985Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.437269804Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.439771389Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ce395aee-6838-47a3-8990-50d281793b25\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.439944644Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.442474755Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.466510444Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:04.466577899Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.466612227Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.46697979Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.467790294Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.467851997Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.467881185Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:04.468655759Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:04.470110467Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.470174274Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.470642207Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.471751016Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d3f0ac9a-864d-480c-9fbe-9da956a8bcc9\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.471876736Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"inserted rows into table","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.473552796Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:04.473680711Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.477546513Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:04.478702326Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.478883587Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d7bc154c-6f20-49d1-89c5-ab7f99c1774e\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.479070129Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.486146217Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"35fc1de7-ea3b-4ed8-b8c8-295727d19483\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.489260492Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.553566358Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fcccd055-7680-4c54-8a10-7b51b837e6f8\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.553987497Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.559965578Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1728085a-4ebf-4bf8-bf7d-33371bd4e7b3\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.560482117Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.564830491Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b2759aa5-cc54-4f47-a5ed-2d1d567516b9\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.565193163Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.572994116Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"result":"Ok(\"found\")"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2025-04-30T06:38:04.583170722Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.583974354Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fb69226b-efd7-4606-b3ed-12d8365f96a6\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.584291936Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.585873007Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3d9ac8b2-5d08-4152-b1bb-480a5e190f5d\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.586101592Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.587077216Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4e7c2d6d-7646-4b6f-a390-5365f3724cea\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:04.587274379Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:04.587394588Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:04.58748582Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.58757104Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.5884093Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.611232764Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.622647267Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:04.62276954Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:04.622862335Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:04.622946884Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.62306053Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.623613853Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:04.63264681Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:04.632976948Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:04.633188049Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.633286034Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.634176578Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.634580333Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.638507838Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:04.642294924Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.642408119Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.643140859Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.653394679Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.659975621Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:04.660076372Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.660162143Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.660870073Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:04.667060888Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.667387198Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.671836593Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.744134122Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","sled_agent_url":"http://[::1]:57761"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.744257948Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"SledAgent":"http://[::1]:57761","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:57761/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:04.744825469Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:36836"}
{"msg":"incoming request","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:04.745676595Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/inventory","method":"GET","req_id":"d98aba9e-1f0e-40f0-9e0a-be77814d0fa3","remote_addr":"[::1]:36836","local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:04.746760735Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/inventory","method":"GET","req_id":"d98aba9e-1f0e-40f0-9e0a-be77814d0fa3","remote_addr":"[::1]:36836","local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":946,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.747318737Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"SledAgent":"http://[::1]:57761","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:57761/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d98aba9e-1f0e-40f0-9e0a-be77814d0fa3\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"}
{"msg":"begin collecting all keepers","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.751856378Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","nkeeper_admin_clients":0}
{"msg":"end collecting all keepers","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.751916197Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","nkeeper_admin_clients":0}
{"msg":"finished collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.751944754Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:04.75456274Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:04.754626787Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:04.754696025Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.754737478Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.755373165Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.757841112Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.762645895Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:04.762881615Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.762932747Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.763360178Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.832149637Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"result":"Ok(\"found\")"}
{"msg":"Non-retryable transaction failure","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2025-04-30T06:38:04.851662284Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"}
{"msg":"inventory collection failed","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2025-04-30T06:38:04.853303995Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""}
{"msg":"activation complete","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.853370448Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":16,"elapsed":"660.908827ms"}
{"msg":"activating","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.8534068Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","iteration":17,"reason":"Signaled"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:04.853437832Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:04.853468854Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:04.853498072Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.853529635Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.854706079Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.858669997Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.863807803Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:04.86388143Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.86391174Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.864344332Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.869638671Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","candidates":"[(b139770c-2385-4e5f-b2ea-bae89be6cfda, 0)]"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:04.869870743Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:04.870548424Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:56211","req_id":"1f7e9bab-4dc5-4efb-904d-fd561a30ef4c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   ae 53 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   .S..........._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.870612471Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:56211","req_id":"1f7e9bab-4dc5-4efb-904d-fd561a30ef4c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 44627,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.870879513Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.871056486Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.871160774Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:56211","req_id":"1f7e9bab-4dc5-4efb-904d-fd561a30ef4c","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61532, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.87170071Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61532, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3949, tv_nsec: 670586728 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:04.871766621Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:04.87271997Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:55447","req_id":"6a1d97db-f6db-4f94-9eec-1f112ab82570","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   bb d9 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.872847194Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:55447","req_id":"6a1d97db-f6db-4f94-9eec-1f112ab82570","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 48089,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.873098414Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.873198404Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:55447","req_id":"6a1d97db-f6db-4f94-9eec-1f112ab82570","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:04.955180578Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:04.955896444Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:04.95607506Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:04.956188917Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.956315739Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.957206284Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:04.965689666Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:60519","req_id":"314b1932-9d44-479f-93ad-0874c736e4f0","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000:   97 f8 01 00  00 01 00 00  00 00 00 01  18 5f 63 6c   ............._cl\n0010:   69 63 6b 68  6f 75 73 65  2d 61 64 6d  69 6e 2d 6b   ickhouse-admin-k\n0020:   65 65 70 65  72 04 5f 74  63 70 0d 63  6f 6e 74 72   eeper._tcp.contr\n0030:   6f 6c 2d 70  6c 61 6e 65  05 6f 78 69  64 65 08 69   ol-plane.oxide.i\n0040:   6e 74 65 72  6e 61 6c 00  00 21 00 01  00 00 29 04   nternal..!....).\n0050:   d0 00 00 00  00 00 00                                ......."}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.965893332Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:60519","req_id":"314b1932-9d44-479f-93ad-0874c736e4f0","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 38904,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.966282818Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 38904,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_project_deletion_with_snapshot","level":50,"time":"2025-04-30T06:38:04.96649451Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:60519","req_id":"314b1932-9d44-479f-93ad-0874c736e4f0","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"begin collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.967077461Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"begin collection from MGS","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.967174645Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","mgs_url":"http://[::1]:61532"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.967300065Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/ignition","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.969054861Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"16521aef-7976-4b5e-8b6a-0edaf9027087\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.969448596Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.973170572Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b9823300-7580-4cd9-8ef8-4ebfa10bf2e8\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.973788894Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.977432413Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ca7f5cef-f6df-4127-8850-8573c30f185d\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.978111717Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:04.980494224Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.007711763Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:05.00825756Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.008409192Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.009074748Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.022260711Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.022781258Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:05.02322897Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.023426834Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.02423785Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"sent collection request to producer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:05.031353948Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.032200184Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:05.032259432Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:05.032289953Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.068878864Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ef29b136-c696-4624-9023-a08efbb5b85b\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.06911773Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.091702248Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3b954826-d1fd-4f82-bec5-5e5ac169fbbe\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.092007897Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.098582998Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"484675b1-1c43-416d-9b86-d57aed782640\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.098745812Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.09931702Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.104854563Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eb4e2245-f468-4068-bb31-14c687948b81\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.105101856Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.114215535Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"14c1c8d9-1f61-49c8-be0a-6dbdc2a574fb\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.11452938Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.115469944Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"737aef86-d47c-442d-84b0-2c28aa981f87\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.115614031Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.116626138Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b33809fc-eec6-4c0f-a0a8-bc917c3b3eb1\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.116765656Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.117731229Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"946449d6-d007-4100-87e0-904c384b5f63\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.11781197Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.118981811Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cfd242ea-0416-4e2f-babc-b5e29d291e6f\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.119049245Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.120280519Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3f6a735d-b5e2-4691-bac9-c822d3cfe450\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.120493373Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.122639479Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ad7a1a54-8595-4709-9198-e7ced5fc4091\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.122710009Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.132783069Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"292c2260-fe38-4cb9-b82f-2b387fa17daf\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.132857898Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.137303215Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"443e1403-7a10-436e-ad8b-78d71b90bab5\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.13751617Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.140964129Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"60eeb5b6-f68e-4891-9779-1ab96d950ac4\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.141033648Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.142952822Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"920c23d3-82e3-49b6-8ae4-f001fbeb1fb3\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.14307251Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.14531584Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0a61fd3c-e9ca-44dc-812a-d2ec7da09417\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.145483744Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.146742372Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9c57d694-74dc-4d65-981e-2dfd06563c21\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.146913754Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.147859919Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8837a39b-d5f9-4361-95cc-539d1413ee70\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.148026781Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.149142584Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7b48e57b-2f1a-4203-a0b8-7173e663c522\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.149457582Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:05.1502948Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:05.150389589Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:05.150425731Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.150453877Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.152073584Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.160241118Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ec9c5151-280e-47e9-af19-cf8c25c67874\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.16036804Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0","method":"GET"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.160563931Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.167882923Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:05.167967091Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.168001951Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.168573539Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:05.171370823Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.171431564Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.171856741Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.172058934Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d8a9040f-283b-4b24-b8ec-eb82824e483e\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.172306888Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.177445366Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"12dd3201-f43d-4168-aa2f-03fc3021843e\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.177512409Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.18493575Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"44f1b977-3ba3-4605-9e0a-b7e553301c65\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.185115518Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.189730603Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3b4ceddf-2f98-4264-9d9e-3ebd8771434d\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.189813128Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.192237468Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"db530d22-cb7d-4352-a299-2b09b74db32a\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.192400263Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.194554244Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dd7a8dc3-2cf7-48e9-abfa-06f8fa44ce08\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.194623422Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.199303627Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9d30bb3f-6623-4315-8474-b2bec3b87534\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.199465059Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.200724678Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5b9f141c-bffa-4047-88d5-c3fa31d44187\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.201158974Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.203270902Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"85564d7d-3bad-4320-91de-03f0d549ab60\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.203414598Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.206418393Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ffa3b02a-b603-4df8-8681-700c5cedc4a0\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.206556388Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.20796806Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9cd4d095-46de-4e2e-92a8-5520c0ee460e\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.208034182Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.209540103Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1d18bee3-748f-4dee-9bd9-c4f2b3b9a1cc\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.209682095Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.212267737Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a7e2a9e6-745e-4aff-b5fe-2514a9a7ab40\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.212475912Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.21624397Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.216515831Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"34d1553d-f374-4a46-97be-18672e761666\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.216816811Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.219427633Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8be33d0c-0417-4bd5-9260-cde09377866f\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.219594145Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.223057124Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4f948651-f9e2-4841-9aa8-9a2e228f8af7\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.223304898Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.225322809Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"001d4617-b7bf-42a3-993d-8de8cb640869\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.225538438Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.227380428Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dbe9c7e9-26d1-4834-86fc-f5f10c18897c\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.227587651Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.22865101Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2474861d-72d0-4dba-9474-e1cd3b53e88e\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.228866128Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.22985587Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"89a92cad-88c6-4ed2-ab48-bd1886c1d147\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.230103354Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.236587763Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1cbf1be0-4fe1-4a04-8f3c-0edd60760851\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.236888412Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.238329433Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5774b5ad-54d4-4551-98b1-e88a1ed2e251\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:05.238519071Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:05.238641195Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:05.238773839Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.23962744Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.240969033Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.257581482Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.327643376Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:05.32771569Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:05.327749086Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:05.327778405Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.32780622Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.328447708Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:05.330149168Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:05.330206903Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:05.3302403Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.330267224Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.330751228Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.343265051Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.348322117Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:05.34841911Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.348452787Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.34891088Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.352686412Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.355865547Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:05.356045235Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.356081166Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.35641943Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.422207729Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","sled_agent_url":"http://[::1]:57761"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.42250933Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"SledAgent":"http://[::1]:57761","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:57761/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:05.485134396Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:36200"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.486168827Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.486331261Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.487779877Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:05.489974149Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:05.490406671Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.490626359Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.491570269Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"incoming request","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:05.491890467Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/inventory","method":"GET","req_id":"523db896-bb52-4cef-9022-c3094a818a21","remote_addr":"[::1]:36200","local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:05.493221349Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/inventory","method":"GET","req_id":"523db896-bb52-4cef-9022-c3094a818a21","remote_addr":"[::1]:36200","local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":706,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.511641911Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"SledAgent":"http://[::1]:57761","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:57761/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"523db896-bb52-4cef-9022-c3094a818a21\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"}
{"msg":"begin collecting all keepers","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.515231152Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","nkeeper_admin_clients":0}
{"msg":"end collecting all keepers","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.515324979Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","nkeeper_admin_clients":0}
{"msg":"finished collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.515354428Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:05.517016169Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:05.517087381Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:05.517125226Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.517157089Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.517727376Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.518747308Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:05.518814832Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.52041964Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.527072776Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:05.527806367Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.528343678Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.530646156Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.534986363Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:05.53530607Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2025-04-30T06:38:05.606812392Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.613181702Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"result":"Ok(\"found\")"}
{"msg":"Non-retryable transaction failure","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2025-04-30T06:38:05.620095948Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"}
{"msg":"inventory collection failed","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2025-04-30T06:38:05.620507889Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""}
{"msg":"activation complete","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.620626345Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":17,"elapsed":"767.169907ms"}
{"msg":"activating","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.620722878Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","iteration":18,"reason":"Signaled"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:05.620754811Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:05.620785643Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:05.620815262Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.620846414Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.621783351Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.641161811Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.653748699Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:05.653842226Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.653874911Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.654393915Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.668101937Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","candidates":"[(b139770c-2385-4e5f-b2ea-bae89be6cfda, 0)]"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:05.668181566Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:05.668716933Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:05.668779217Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:05.668812303Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.668839697Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.669793959Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:05.671347303Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:64326","req_id":"6b9b18e0-5245-4c23-ad39-0fb700dfa36f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   e6 57 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   .W..........._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.671411932Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:64326","req_id":"6b9b18e0-5245-4c23-ad39-0fb700dfa36f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 58967,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.671622672Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.671785907Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.671835005Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:64326","req_id":"6b9b18e0-5245-4c23-ad39-0fb700dfa36f","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61532, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.672713576Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61532, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3950, tv_nsec: 471603783 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:05.672782553Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:05.673285205Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:53893","req_id":"1db513a7-645e-48eb-b697-4389b0ec1656","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   5d 05 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ]...........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.673481967Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:53893","req_id":"1db513a7-645e-48eb-b697-4389b0ec1656","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 23813,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.673591415Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.673703558Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:53893","req_id":"1db513a7-645e-48eb-b697-4389b0ec1656","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.673846112Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.681084795Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:05.6815642Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.681672376Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.68226206Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:05.78089Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:05.782104139Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:56185","req_id":"70e672a8-c370-4d37-a458-adb4dea676d7","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000:   0c 19 01 00  00 01 00 00  00 00 00 01  18 5f 63 6c   ............._cl\n0010:   69 63 6b 68  6f 75 73 65  2d 61 64 6d  69 6e 2d 6b   ickhouse-admin-k\n0020:   65 65 70 65  72 04 5f 74  63 70 0d 63  6f 6e 74 72   eeper._tcp.contr\n0030:   6f 6c 2d 70  6c 61 6e 65  05 6f 78 69  64 65 08 69   ol-plane.oxide.i\n0040:   6e 74 65 72  6e 61 6c 00  00 21 00 01  00 00 29 04   nternal..!....).\n0050:   d0 00 00 00  00 00 00                                ......."}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.782292565Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:56185","req_id":"70e672a8-c370-4d37-a458-adb4dea676d7","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 3097,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.782629757Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 3097,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_project_deletion_with_snapshot","level":50,"time":"2025-04-30T06:38:05.782830857Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:56185","req_id":"70e672a8-c370-4d37-a458-adb4dea676d7","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"begin collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.783755279Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"begin collection from MGS","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.784586495Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","mgs_url":"http://[::1]:61532"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.78477986Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/ignition","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:05.7852363Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.785361519Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.786446801Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.792907403Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"60d4dbc5-3525-45ee-8e90-6243eab5f9a5\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.793662748Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.799532393Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4e9395cc-ff00-49f5-934e-8a0d48ac8b74\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.800311105Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.804985679Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"22811e96-50c6-41e0-b536-1778ce908c47\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.806426008Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.810014338Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3b570d34-757e-4b61-ba3c-f614a6de395b\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.810348013Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.814626417Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ab8e4446-cf1b-4cfd-9aae-78854b76da54\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.814703882Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.819490358Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0dcba748-f8b2-464e-a06a-cfbc337a387f\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.819612842Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.821989157Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"db40344f-a921-4b8b-bd0e-f07e3b3d2cc4\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.822107523Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.826567379Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b68bb12c-db8e-4e10-a7e2-d22bfbbace3b\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.826615214Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/rot/cmpa","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.827002135Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.828464338Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a98a03ad-87e8-4e08-a8d7-fdce61475320\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.82860052Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.829559029Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"164ad557-2006-4902-85ae-977a1a15095a\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.829722806Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.830792557Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5a0b7b8d-2282-47ca-8149-57ab9b612859\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.830922506Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.832211815Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"64d1ebdf-aaf1-414e-bf80-031fd9227573\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.832377034Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.83363992Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"846d2ec5-c2b6-45b5-8199-e4d0a874b9c6\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.833749759Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.836874525Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d1f61e37-b72b-489c-a1c6-78bc91598fbf\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.836990807Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.845587886Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"995079df-89c6-4241-b137-3df1891aee12\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.845661362Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.847962658Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c8efc3df-c52f-44a9-93bc-c1427ed7de75\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.848287224Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.857674959Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f62b19c9-abd5-42dd-8153-6ddc327710df\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.85785633Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.860890846Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"36e3d332-27d4-41ad-b093-d15960a0e783\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.861019683Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.862905691Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6bd3eb11-fd27-4d7a-b30d-6adc72e82e93\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.863032413Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.863852517Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"43e7ff64-efbb-46e3-95e1-a98adfcf436b\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.864002586Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.864932118Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9a76b5c8-1f53-4639-bbb0-fd5fb1a91fe1\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.865073921Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.86606738Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"68e665c4-9992-48e7-95e0-00d5518940d1\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.866195004Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.868373966Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a881e9de-d8df-4595-a046-999dc846397c\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.868455037Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.869564017Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"86fcc574-dc1a-4415-8824-fdb8a639d392\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.869745328Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.874671142Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"60115cb2-d8fb-47cf-9d16-f512e00f58d3\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.875053384Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:05.891016389Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:05.891119735Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:05.891186408Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.891220376Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.893610819Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.896026672Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dc0cc134-7e1f-45b9-9b83-6a576e0de3a9\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.896112653Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.896756436Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.906605289Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:05.906672703Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.906704667Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.907377698Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:05.908955532Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.909482692Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"oximeter","body":"None","uri":"http://127.0.0.1:39756/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:05.911320825Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"d6534e7c-aed6-418d-90e6-e31581f82250","remote_addr":"127.0.0.1:36198","local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:05.91161445Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"d6534e7c-aed6-418d-90e6-e31581f82250","remote_addr":"127.0.0.1:36198","local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.911789458Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"d6534e7c-aed6-418d-90e6-e31581f82250","remote_addr":"127.0.0.1:36198","local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.912364063Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"d6534e7c-aed6-418d-90e6-e31581f82250","remote_addr":"127.0.0.1:36198","local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:05.912541867Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.91263354Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.913081493Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"request completed","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:05.92377559Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"d6534e7c-aed6-418d-90e6-e31581f82250","remote_addr":"127.0.0.1:36198","local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","latency_us":12446,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.924270606Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:39756/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d6534e7c-aed6-418d-90e6-e31581f82250\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.924568279Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"oximeter","body":"None","uri":"http://127.0.0.1:39756/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:05.92590864Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"31012a96-1659-4957-b0e4-225dba9c8266","remote_addr":"127.0.0.1:36198","local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:05.928136429Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"31012a96-1659-4957-b0e4-225dba9c8266","remote_addr":"127.0.0.1:36198","local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.92818728Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"31012a96-1659-4957-b0e4-225dba9c8266","remote_addr":"127.0.0.1:36198","local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.928223091Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"31012a96-1659-4957-b0e4-225dba9c8266","remote_addr":"127.0.0.1:36198","local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.928263562Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ddac4d20-4460-4ae0-90cc-266c212fda8a\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.928301217Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.929325828Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ad3c6f44-1afb-499c-be66-5679b5174995\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.931228179Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"request completed","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:05.933182302Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"31012a96-1659-4957-b0e4-225dba9c8266","remote_addr":"127.0.0.1:36198","local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","latency_us":7968,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.935179451Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:39756/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"31012a96-1659-4957-b0e4-225dba9c8266\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:05.93603685Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:05.936094164Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:05.936125256Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.93618263Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eb840206-98d5-4a2e-9c52-47305f6314d2\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.936225335Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.940141899Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"247a77f4-a3a4-41e4-a214-c99408ea3e33\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.940479511Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.941795233Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"da8419d4-8cc5-4d11-96b5-c9024aa4e3c0\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.942110411Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.946985825Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"258b2ea9-bbc2-4633-863c-d1dc331c76f9\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.948504681Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.951044461Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f50ced62-14e6-40d6-93c0-29ac08dda478\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.951818443Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.952886431Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ed11dcff-ef2a-460d-8fcb-0b1a17d185ee\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.953058685Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.966120169Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2f6bcdf7-b240-4067-8615-b39ec7a08394\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.966682589Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.970542089Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5be3decf-5c47-4aa3-811e-3733f7c728a1\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:05 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.970670335Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.978429384Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.980556262Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b8effb29-a66d-4f8f-aa0f-b951e3f7c302\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:05 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.980774206Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.982765724Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"668b0205-03d4-48a0-8119-91bed300a2ab\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:05 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.983461079Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.987079779Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e112ead7-1555-412f-bd28-6913ec5fa06b\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:05 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:05.987520638Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.002363421Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.002442819Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:06.00714621Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.008097185Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:06.008167145Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:06.008199549Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.026772014Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"02e25aa3-e216-41c0-9063-61e8483369b5\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:05 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.026916261Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:06.03027832Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:06.030336235Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:06.030371846Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.030404261Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.03106628Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.033052687Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"85dda3bd-9bdd-45d6-a3e3-74703c8aa12f\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:05 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.033273858Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/rot/cmpa","method":"GET"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.034147459Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.040866025Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:06.041572803Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.041620759Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.042064994Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.042432165Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"389fda8d-126f-44d8-a1f7-6193e77110c8\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:05 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.04261522Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.043911202Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"061ea0f4-ca55-4918-bf45-18b79632c60f\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:05 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.043976943Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:06.045647392Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.045690077Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.046134672Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.046318599Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"035d7f13-b326-4300-b2b0-d4f8534cd328\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:05 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.046453518Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.048695675Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8c8be3f5-78dd-4432-ab39-4f044b912b59\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:05 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:06.048774372Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:06.048808299Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:06.048837327Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.048919982Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.048960633Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.050903744Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.056659492Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:06.056803058Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:06.056911875Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:06.057044359Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.057137525Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.057745496Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.06632495Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.072533631Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:06.072619742Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.072653219Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.073463463Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.1490576Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","sled_agent_url":"http://[::1]:57761"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.149892904Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"SledAgent":"http://[::1]:57761","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:57761/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:06.150965301Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:56307"}
{"msg":"incoming request","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:06.151527591Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/inventory","method":"GET","req_id":"931bfba5-143c-4f55-8339-513c4dfe584f","remote_addr":"[::1]:56307","local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:06.152083569Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/inventory","method":"GET","req_id":"931bfba5-143c-4f55-8339-513c4dfe584f","remote_addr":"[::1]:56307","local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":563,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.152574046Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"SledAgent":"http://[::1]:57761","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:57761/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"931bfba5-143c-4f55-8339-513c4dfe584f\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:38:05 GMT\"} })"}
{"msg":"begin collecting all keepers","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.154746615Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","nkeeper_admin_clients":0}
{"msg":"end collecting all keepers","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.154839169Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","nkeeper_admin_clients":0}
{"msg":"finished collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.154901243Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:06.157458989Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:06.157600751Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:06.157693937Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.157779327Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.158606225Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.161813335Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.171567138Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:06.171632479Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.171666787Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.171692107Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.208336188Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"result":"Ok(\"found\")"}
{"msg":"Non-retryable transaction failure","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2025-04-30T06:38:06.234908041Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"}
{"msg":"inventory collection failed","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2025-04-30T06:38:06.235226526Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""}
{"msg":"activation complete","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.235384961Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":18,"elapsed":"614.578357ms"}
{"msg":"activating","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.235443598Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","iteration":19,"reason":"Signaled"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:06.235475672Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:06.235507956Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:06.235541243Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.235573417Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.236318571Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.238354298Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.242338756Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:06.242426231Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.242463735Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.242793472Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.245926384Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","candidates":"[(b139770c-2385-4e5f-b2ea-bae89be6cfda, 0)]"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:06.245986234Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:06.246875616Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:52257","req_id":"7ac92cfe-0049-42fd-a23b-4f96b612843d","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   d9 6f 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   .o..........._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.246943661Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:52257","req_id":"7ac92cfe-0049-42fd-a23b-4f96b612843d","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 55663,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.247060664Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.247245873Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.247560781Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:52257","req_id":"7ac92cfe-0049-42fd-a23b-4f96b612843d","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61532, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.263910577Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61532, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3951, tv_nsec: 62513591 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:06.263978833Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:06.264524109Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:06.264579449Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:06.264611604Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.264637575Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.265360806Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:06.265770302Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:61078","req_id":"aba4fb6e-c630-4704-8400-aee9e4df6ae2","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   31 c4 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   1...........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.265868548Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:61078","req_id":"aba4fb6e-c630-4704-8400-aee9e4df6ae2","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 12740,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.266052074Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.266145339Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:61078","req_id":"aba4fb6e-c630-4704-8400-aee9e4df6ae2","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:06.364017794Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.369334387Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.38174787Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:06.381995383Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.382110382Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.382735087Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:06.385612039Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:58235","req_id":"3462d58b-9c31-437b-94de-04e23288d149","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000:   24 ff 01 00  00 01 00 00  00 00 00 01  18 5f 63 6c   $............_cl\n0010:   69 63 6b 68  6f 75 73 65  2d 61 64 6d  69 6e 2d 6b   ickhouse-admin-k\n0020:   65 65 70 65  72 04 5f 74  63 70 0d 63  6f 6e 74 72   eeper._tcp.contr\n0030:   6f 6c 2d 70  6c 61 6e 65  05 6f 78 69  64 65 08 69   ol-plane.oxide.i\n0040:   6e 74 65 72  6e 61 6c 00  00 21 00 01  00 00 29 04   nternal..!....).\n0050:   d0 00 00 00  00 00 00                                ......."}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.385799072Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:58235","req_id":"3462d58b-9c31-437b-94de-04e23288d149","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 9471,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.386810507Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 9471,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_project_deletion_with_snapshot","level":50,"time":"2025-04-30T06:38:06.387066557Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:58235","req_id":"3462d58b-9c31-437b-94de-04e23288d149","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"begin collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.388919499Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"begin collection from MGS","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.389069177Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","mgs_url":"http://[::1]:61532"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.389237482Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/ignition","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:06.3919767Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.392089054Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.395632995Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.398454647Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"afc1a748-c814-45d1-86ad-5db40ed0f35e\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:38:05 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.398947048Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.433480494Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cacf1f03-8a12-4a04-8b68-10bd1f4aef28\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:38:05 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.433784459Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.447982418Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.448059802Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.448378337Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:06.449845219Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.452900527Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f754d96b-d89a-472a-9e29-b8931f0679d8\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:05 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.453154623Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"inserted rows into table","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.454269424Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:06.454332169Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.457112289Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d94578cd-c526-4f39-87e1-95e91c96be18\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:05 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.457346135Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"inserted rows into table","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.457903675Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:06.458161168Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.468623023Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b4bdd0cc-34d9-40cc-a6c5-fc1e25d75fda\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:05 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.469053621Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.471387812Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.475970653Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"834530ec-4eee-4f7b-9295-72e6ad6d81ae\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:05 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.476247554Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.480012877Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"950fb604-18bc-47a1-9c81-302cf71ac0bf\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:05 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.480227404Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.485486402Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a50ea2fd-8e78-4c4c-8733-d486db0a2d56\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:05 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.486028502Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.49123193Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3c158a0d-b058-4dce-935e-0ec583dc91ea\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:05 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.491305857Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.491339584Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cb2af0ad-c607-49ce-96ee-0c7152179f81\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:05 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.491369444Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.491396187Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c34cca91-9d80-4451-bf4b-e8beab3c672c\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:05 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.491424323Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.492323465Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"26973d4c-bf8e-4402-bfb6-213e1e0b9509\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:05 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.492885595Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.494241366Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e1780353-3db8-4845-badd-c3386f6f7987\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:38:05 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.494513057Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.500423864Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8068042c-f64c-42a3-8a97-5aa58ea4f8f4\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:05 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.500874402Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.505814354Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a8cd2de0-2126-40f0-9cd2-2102cb73e6f6\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:05 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.505889123Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.508552821Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d5b73b52-036c-4a1e-afce-ab36c5e00185\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:05 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.50866318Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.512202051Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"99a708e1-bd42-4e6d-ab07-c2bee9545eb1\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:05 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.512272211Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.516231019Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8c1ec55b-ca8d-492a-aade-3a3ead4f4f0e\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:05 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.516298934Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.52070357Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2b394467-85b2-4655-b97a-1a14408e2df2\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:05 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.521073637Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.52203333Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b56ea21c-7ae1-4e5b-b907-fdcb10589003\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:05 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.522301253Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:06.524365406Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:06.524425666Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:06.52446259Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.52449281Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.525739554Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.526073229Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"78742379-fd21-4a32-85c1-9cdb0f83bde4\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:05 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.526250803Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.530248247Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.55407496Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:06.554187415Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.55423036Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.555302717Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.555403948Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"001d4769-869c-4ca4-9289-b8d34aa43eaa\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:05 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.555448407Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2025-04-30T06:38:06.557467239Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.558861137Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5b1e68ef-e7b7-4131-873b-e5c211e47974\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:05 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.55923434Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:06.559431423Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.559500771Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.560772725Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.563803143Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5489d69a-3d69-46b4-98d7-20d32b611f90\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:38:05 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.563968483Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.567892882Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6c46396e-953a-461c-88d8-b983b84f7135\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:05 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.567960957Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.571000123Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2f82003c-13c2-45ca-88d7-8255676593dd\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:05 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.571075794Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.573356267Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1020e48a-6991-4b00-94a6-c19a7517a885\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:05 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.573480956Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.576276686Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eff49463-f977-4308-8154-a531c306d1c0\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:05 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.576352697Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.582821336Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"435cd805-2c3e-4026-9e68-87f9788a184c\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:05 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.582950243Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.585281117Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2089d9c9-3818-4c08-822a-de3578d06118\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:05 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.585421396Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.586466719Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"96332425-c190-4c94-89de-235a700128bd\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:05 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.58660758Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.587854624Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"14d28e59-a625-43e7-8191-fdb17fcf9131\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:05 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.588120374Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.589791113Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4cce60c5-6406-412f-bd8b-398e44d3ada9\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:05 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.589929649Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.599373505Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.599933972Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0a8d4ff5-a51a-4b86-ac99-7043c2e67baa\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:05 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.600472935Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.606573611Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"77dbbbb8-e55b-4e22-ba80-ce222d194251\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:38:05 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.606683419Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.611303956Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"436fff39-3354-4942-8e11-f4529b1af90c\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:05 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.611529745Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.615715024Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8b52bb74-00e4-4860-a37d-30ea678369e3\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:05 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.616007317Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.620205361Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"95c8e532-4b4a-4669-ac6e-56643f8c75f8\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:05 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.62042089Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.625209902Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fe4c1301-b1d3-4d0a-a5b8-4e9cf6cc6bf0\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:05 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.625422185Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.628440389Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2a3c3fc5-75ad-4a04-a7f1-566e5cf92b16\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:05 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.628654014Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.632609155Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aaab9c03-286c-4591-ba1a-d6407d08a017\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:05 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.632819674Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.634151919Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eb35aa20-c7bd-4ed0-baa0-7970c833d024\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:05 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.634381727Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.635712748Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"97f34225-c39f-44ba-aff7-b4d23359a740\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:05 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.635933558Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.638103572Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6a19bc89-4216-411d-b709-3e16631fff20\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:05 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.638324632Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.639618651Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c4075dd1-dab5-4051-815d-031704ecab6e\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:05 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:06.639810062Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:06.639933769Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:06.640022485Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.640137765Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.642864859Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:06.652738782Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:06.652864232Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:06.652950574Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.653031535Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.653889144Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.654182318Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.659379533Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:06.659482157Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:06.659569101Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:06.659650643Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.659730633Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.660383604Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.664640545Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.707934295Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:06.708175175Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.708216708Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.709414284Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.711495641Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.723684997Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:06.724224583Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.728422126Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.732327567Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:06.732717404Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.732778065Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.734160189Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.799707327Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","sled_agent_url":"http://[::1]:57761"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.799798939Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"SledAgent":"http://[::1]:57761","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:57761/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:06.802903755Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:33351"}
{"msg":"incoming request","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:06.806517656Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/inventory","method":"GET","req_id":"367d9318-ee7e-4957-a416-d5489522eafd","remote_addr":"[::1]:33351","local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:06.807015698Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/inventory","method":"GET","req_id":"367d9318-ee7e-4957-a416-d5489522eafd","remote_addr":"[::1]:33351","local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":523,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.816163775Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"SledAgent":"http://[::1]:57761","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:57761/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"367d9318-ee7e-4957-a416-d5489522eafd\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:38:05 GMT\"} })"}
{"msg":"begin collecting all keepers","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.825790245Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","nkeeper_admin_clients":0}
{"msg":"end collecting all keepers","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.825869112Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","nkeeper_admin_clients":0}
{"msg":"finished collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.825897729Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:06.827896191Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:06.827967463Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:06.828003194Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.828032673Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.828736696Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.832769832Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.848229434Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:06.84844851Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.850922279Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.851959626Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.88389726Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"result":"Ok(\"found\")"}
{"msg":"Non-retryable transaction failure","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2025-04-30T06:38:06.897932434Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"}
{"msg":"inventory collection failed","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2025-04-30T06:38:06.898710454Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""}
{"msg":"activation complete","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.899628052Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":19,"elapsed":"664.135025ms"}
{"msg":"activating","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.899892088Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","iteration":20,"reason":"Signaled"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:06.899948801Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:06.899980605Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:06.900009432Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.90003847Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.901157199Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.906172371Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.912742502Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:06.912828714Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.912863834Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.913861161Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.920121695Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","candidates":"[(b139770c-2385-4e5f-b2ea-bae89be6cfda, 0)]"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:06.920185672Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:06.921071136Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:60944","req_id":"bfc66d2a-247f-459d-ae8a-f6fd8996b795","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   c8 4c 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   .L..........._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.921137198Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:60944","req_id":"bfc66d2a-247f-459d-ae8a-f6fd8996b795","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 51276,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.921410853Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.921569399Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.921687204Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:60944","req_id":"bfc66d2a-247f-459d-ae8a-f6fd8996b795","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61532, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.922429914Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61532, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3951, tv_nsec: 721321563 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:06.922496657Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:06.922786163Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:52430","req_id":"c35decd2-8f47-4060-8462-92a155445f2b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   55 ef 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   U...........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.922842135Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:52430","req_id":"c35decd2-8f47-4060-8462-92a155445f2b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 21999,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.92293005Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.92317107Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:52430","req_id":"c35decd2-8f47-4060-8462-92a155445f2b","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:06.985450508Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:06.986153889Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:06.986216795Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:06.986250582Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.986439368Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.989240149Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:06.992705152Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:51140","req_id":"e6bb2c51-4d82-4d7e-a546-531bc8e269c4","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000:   63 a9 01 00  00 01 00 00  00 00 00 01  18 5f 63 6c   c............_cl\n0010:   69 63 6b 68  6f 75 73 65  2d 61 64 6d  69 6e 2d 6b   ickhouse-admin-k\n0020:   65 65 70 65  72 04 5f 74  63 70 0d 63  6f 6e 74 72   eeper._tcp.contr\n0030:   6f 6c 2d 70  6c 61 6e 65  05 6f 78 69  64 65 08 69   ol-plane.oxide.i\n0040:   6e 74 65 72  6e 61 6c 00  00 21 00 01  00 00 29 04   nternal..!....).\n0050:   d0 00 00 00  00 00 00                                ......."}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.992771855Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:51140","req_id":"e6bb2c51-4d82-4d7e-a546-531bc8e269c4","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 25513,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.9933413Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 25513,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_project_deletion_with_snapshot","level":50,"time":"2025-04-30T06:38:06.993509415Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:51140","req_id":"e6bb2c51-4d82-4d7e-a546-531bc8e269c4","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"begin collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.995076507Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"begin collection from MGS","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.995140795Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","mgs_url":"http://[::1]:61532"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.995172108Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/ignition","method":"GET"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:06.996306127Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.003002579Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:07.003066948Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.003101086Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.00353983Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.007521303Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.010092616Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:07.012555643Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.012616915Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.01371324Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"sent collection request to producer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:07.017609883Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.01893292Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:07.018995554Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:07.019026416Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.024125706Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cd6a051d-b9da-44be-bb8b-c553fd6961b8\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:38:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.024452517Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.048385031Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"32f7a3f3-6edd-40df-9cb3-0ce4824e5012\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:38:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.048754667Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.057732415Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c6d07281-5139-47aa-a083-8ae20704c69e\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.057947333Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.060662012Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"261e1357-b6a4-45f2-9da6-780bb80c21ac\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.060790288Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.063484997Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7d973ed6-f03e-4424-ab73-9183daa8b75c\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.063608994Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.065678036Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"86a726c3-6a9e-4f22-97fb-6139e25f6131\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.065798576Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.067640967Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0bfcf99b-b635-4cc3-8741-da702bc0acaf\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.067998329Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.07251101Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.074162311Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0d6f31db-ca6a-41c6-ab69-341f621c6dee\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.074423391Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.076057797Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b30902d5-f0a9-40b6-8501-924ff55636cf\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.076227285Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.077531383Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"839c674b-0ba9-4c35-b650-59e51544d2e2\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.079653582Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.081206385Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5a4b77ee-90d0-4503-b4cb-a4865d41568b\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.081581833Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.08273966Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"652650b4-7a54-4150-8176-2a978a004fc4\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.082879319Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.084151964Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d83f8371-9917-47ef-9f48-f0884b3799b1\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:38:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.084346181Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.086627797Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f3c65dc0-7e98-4175-aabd-734ee801ff5b\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.086753267Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.090513269Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8cb0a8b1-3176-4102-bd73-1fe3686807a8\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.09058431Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.092152405Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3324f2bc-dda5-4773-8659-e8f7012a03a7\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.092212564Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.094206597Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4deeaca6-8553-4b06-af5d-539f6c4f057d\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.094274242Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.095968247Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1fa4924d-cd27-4a0e-bf3e-ef83d247cc7a\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.096035431Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.098558218Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d3f78a82-9697-4deb-800c-8f256ec46abc\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.098623378Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.100338866Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9f491314-2834-450d-a62f-60d9bcdf6eaa\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.101552093Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.102728256Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3c02f640-24f7-42b3-a7c3-5cec05217546\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.102798336Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.104739013Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bde35a4a-a956-448c-baae-f5b42f57b55a\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.104979171Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.110398328Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3ded027f-95b2-41c0-872b-13edbab764b5\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.110742174Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.113332294Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"877f9701-6648-4591-9af8-bd70e0153de7\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:38:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.113525108Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.115643078Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"999d9cdb-c7c4-43cf-94f5-c5f291c8bfbc\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.115852736Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.118015245Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"855899f5-362b-41d8-877b-6f82e94805dc\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.11821883Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.119967965Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b0e880b7-9ca7-441d-aa88-9b0f0b459871\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.120121601Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.122595701Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0f36df46-318e-4911-b6aa-bd2a24fd258c\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.122660179Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:07.123186187Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:07.123246237Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:07.123276026Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.12330273Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.124327121Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.127048152Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fc426c2e-3fa9-49d4-9074-f043bc4be430\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.127318731Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.128034638Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.134623405Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:07.134700519Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.134734577Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.135547436Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:07.138241574Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.138296323Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.139432537Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.140966183Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fede966c-95fa-4f17-af3b-ad64f6b9b9ac\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.141184157Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.143040766Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1517421b-72c9-42fe-8fb6-b9f2602e4a8c\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.143099423Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.145129127Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"74bddef3-7339-4ec4-9800-60e3ce38d850\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.145194948Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.146315842Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a9d770ab-d2c0-4be1-9c8f-44d9e7d98d38\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.146519988Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.147582616Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"10a21282-00ed-4d47-ab17-29f5614486d7\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.147757544Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.149555927Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7acf9124-38f2-495b-be7a-1d464a7f92b0\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:38:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.149810384Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.152962324Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"25dd4d25-17f6-4ad7-a219-9a78c07caf81\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.16366063Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.166792901Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5907b839-442c-4f0f-910a-bfa6006a3404\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.1668727Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.168864218Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0eadfe2d-6b1d-45a5-850a-47db6aa19e67\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.168971411Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.172737976Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0d53c2b6-444e-4a57-adaa-4594f294d9f7\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.17290537Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.174912529Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5441046e-fc23-485b-acda-838d8ef3adba\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.175058199Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.188560702Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.19039169Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f81b641a-fefb-4769-accb-d20f6a966fe3\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.190655967Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.191614997Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d2979be9-8ecd-422d-87a4-1d361be6ac5c\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.191855356Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.192823435Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d3cdee2e-7d81-4446-9c3e-daed1bfa5896\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.193054926Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.193938637Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"99efdcb7-c0d4-424a-93c2-ac1feaeb615d\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.194513162Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.195095512Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c3ed4aa0-4583-44db-b744-7d5b3b3c21bc\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:07 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:07.195286633Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:07.195409247Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:07.19550622Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.195593114Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.19631923Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.200845589Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.205095496Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:07.205176638Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:07.205293621Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:07.205339402Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.205370975Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.205788547Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.214617178Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.219867138Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:07.220026485Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.220077257Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.220404949Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.330283716Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","sled_agent_url":"http://[::1]:57761"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.33036621Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"SledAgent":"http://[::1]:57761","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:57761/inventory","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:07.332571574Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:07.332641323Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:07.332674379Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.332702285Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.33362357Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"accepted connection","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:07.333686786Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:49649"}
{"msg":"incoming request","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:07.335694376Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/inventory","method":"GET","req_id":"88977b8b-5f2c-4530-bb65-bfbb24cfbe5f","remote_addr":"[::1]:49649","local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:07.337137492Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/inventory","method":"GET","req_id":"88977b8b-5f2c-4530-bb65-bfbb24cfbe5f","remote_addr":"[::1]:49649","local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1426,"response_code":"200"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.337637929Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.346529945Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:07.346629103Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.346662389Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.347226373Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.353532327Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"SledAgent":"http://[::1]:57761","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:57761/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"88977b8b-5f2c-4530-bb65-bfbb24cfbe5f\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:38:07 GMT\"} })"}
{"msg":"begin collecting all keepers","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.360890418Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","nkeeper_admin_clients":0}
{"msg":"end collecting all keepers","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.360971469Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","nkeeper_admin_clients":0}
{"msg":"finished collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.361003383Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:07.36315537Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:07.363222424Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:07.363258776Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.363291341Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.378521637Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:07.38427525Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.38434035Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.385635891Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.38853601Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.393540962Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:07.393883374Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.393992932Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.394674871Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.462911508Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.463174753Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.463349451Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:07.464408761Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.470432653Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:07.470658233Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.474207745Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:07.474321883Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"Non-retryable transaction failure","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2025-04-30T06:38:07.479757913Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"}
{"msg":"inventory collection failed","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2025-04-30T06:38:07.480135636Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""}
{"msg":"activation complete","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.480273992Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":20,"elapsed":"580.583024ms"}
{"msg":"activating","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.480418139Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","iteration":21,"reason":"Signaled"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:07.480510854Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:07.480637155Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:07.480732615Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.480818907Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.481667057Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.484898386Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"result":"Ok(\"found\")"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.487272596Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.496888595Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:07.497110107Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.497211258Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.497741785Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.503864364Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","candidates":"[(b139770c-2385-4e5f-b2ea-bae89be6cfda, 0)]"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:07.503973401Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:07.50649206Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:62459","req_id":"57c31a62-6392-476b-affe-ba474bb95a55","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   76 94 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   v............_mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.506702459Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:62459","req_id":"57c31a62-6392-476b-affe-ba474bb95a55","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 30356,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.50700407Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.507241703Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.50740563Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:62459","req_id":"57c31a62-6392-476b-affe-ba474bb95a55","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61532, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.507788633Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61532, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3952, tv_nsec: 306716595 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:07.507920195Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:07.508309551Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:57871","req_id":"c41bf9a7-4b27-4697-b9f7-8cbdb030cbd9","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   8f de 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.508470311Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:57871","req_id":"c41bf9a7-4b27-4697-b9f7-8cbdb030cbd9","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 36830,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.508942241Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.509168602Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:57871","req_id":"c41bf9a7-4b27-4697-b9f7-8cbdb030cbd9","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:07.583125106Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:07.583513941Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:07.583570313Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:07.583601575Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.58362902Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.584254376Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2025-04-30T06:38:07.584473843Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:07.58482849Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:59054","req_id":"0672fa77-07e6-430b-a313-c9912937e04f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000:   8e b1 01 00  00 01 00 00  00 00 00 01  18 5f 63 6c   ............._cl\n0010:   69 63 6b 68  6f 75 73 65  2d 61 64 6d  69 6e 2d 6b   ickhouse-admin-k\n0020:   65 65 70 65  72 04 5f 74  63 70 0d 63  6f 6e 74 72   eeper._tcp.contr\n0030:   6f 6c 2d 70  6c 61 6e 65  05 6f 78 69  64 65 08 69   ol-plane.oxide.i\n0040:   6e 74 65 72  6e 61 6c 00  00 21 00 01  00 00 29 04   nternal..!....).\n0050:   d0 00 00 00  00 00 00                                ......."}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.584887978Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:59054","req_id":"0672fa77-07e6-430b-a313-c9912937e04f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 36529,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.584962657Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 36529,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_project_deletion_with_snapshot","level":50,"time":"2025-04-30T06:38:07.585110101Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:59054","req_id":"0672fa77-07e6-430b-a313-c9912937e04f","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"begin collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.585506431Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"begin collection from MGS","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.585557853Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","mgs_url":"http://[::1]:61532"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.585584626Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/ignition","method":"GET"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.587712696Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.59632228Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:07.59645782Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.596493962Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.596821475Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.611148932Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3d344862-6872-4eca-8315-12e3fc3562e0\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:38:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.611517265Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:07.613243445Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.61342158Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.614648805Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.618364398Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"43f2fa33-a56c-460f-921e-237341aed202\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:38:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.619346094Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.633331519Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"df58ddbf-dee8-456c-b6cc-f347e22d2cd1\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.633472319Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.644502426Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e950da38-0f4a-4577-9025-fcd500476e68\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.644603818Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.656566082Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d010d335-1257-4e6f-bb93-c03cf9a6aa46\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.656768726Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.660381805Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d79fd887-bf65-4138-9d5c-26bc69c9e44f\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.660601132Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.665906743Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c1083a41-9ad1-4332-a37c-3efa3108064c\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.666201751Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.673636935Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.675960625Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"85998af0-ddd6-435e-938b-35490b135fba\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.676099321Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.71112138Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d936d1da-861e-474a-8291-290f633f87d7\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.711288393Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.712353585Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1c1ade35-44b3-40a6-a1a0-76eaf53208fd\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.71251665Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.713397876Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"88c4573b-1691-45f3-8da2-d62104a56962\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.713477254Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.714488258Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e2b8b834-1229-40cb-8b15-4fa56aab60ab\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.714552316Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.716184468Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"694a0a13-6509-4bdc-9fe9-68f05c60803d\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:38:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.716372944Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.718301887Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"607df6e2-c614-478c-930b-da7c9af8a033\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.718379672Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.720070451Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"08a3411c-a0b1-4988-8beb-11bfa0181cce\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.720132133Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.722038171Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c169dfb6-44c5-4334-94b3-ac05bc0a6630\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.722104092Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.723868338Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dde1ce65-cf15-4b07-8143-39eaa46ca28c\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.724035461Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:07.724483403Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:07.724534996Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:07.724565938Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.724594154Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.725588104Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.729252746Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.740283123Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:07.756340466Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.75641273Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.757230971Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:07.776381166Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.776442949Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.776991212Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.77744734Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4af52bfa-07bf-4c2e-aecb-00b679358a36\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.777749883Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.780415464Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dc90e4aa-de90-4cb5-8e0e-2f95ca8b3544\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.780564531Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.781456138Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c3d40c5e-7bda-44f5-ab8e-66a2df340725\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.781618281Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.78787154Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"08eb50e6-ae21-40ce-aeb2-56bfb6c8b4b7\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.788136668Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.789888118Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4991e404-7a9d-43b2-b948-6d6f4ac0fcbc\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.790051022Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.791534899Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e2240bb2-e228-492e-960f-9c1ff79358f7\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.797440225Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.800180444Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3972a28d-32ac-4f14-9690-453885e98810\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:38:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.800943234Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.803586651Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3b015215-24e6-430f-9886-4f156e2d221c\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.803852791Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.807540779Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"32c791d2-8257-4cbf-b992-d07b841134b3\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.807755427Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.810305738Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"13297d5e-5363-4475-b842-8f5511100c49\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.810929461Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.817547828Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.819603634Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d9a98a8b-e8f4-4b15-a066-d489529d0026\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.819818292Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.821864348Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9ff15cf2-f0da-426c-bed8-72d4829a6eb6\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.822103745Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.823987909Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ad116c3d-c0e2-444e-aefa-4a268a7edb57\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.824232647Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.825202609Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"32628c1c-a3a6-4eb9-8fa3-12832c87ca53\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.825493639Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.826927296Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cfd77037-836b-4778-b296-85a631c00bfa\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.827337683Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.828421864Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f5742e78-32c3-40b7-b2a5-a2a742ad6582\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.828641431Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.829614069Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ad2b4b38-fb41-4555-be85-d7baaafb5656\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.82982056Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.83104992Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9b596ce0-b167-47e8-aa09-8d8393540857\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:38:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.831298305Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.834702728Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b193a31f-9881-4b34-884b-ba6b6cca9de4\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.834913057Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.837135495Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"719984ab-899e-4bf9-b1b0-7550194a22bc\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.837364301Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.840660017Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5fe47578-b59a-4cc9-b08d-c2bc1518e7b8\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.840872551Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.844497614Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eb05fe86-e31e-4b30-9306-1b8c90e0f309\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.844680037Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.846512238Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9520e764-6595-4de8-b7b0-67fccd677e45\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.846635864Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.848515699Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"92088837-a5bd-4eda-9437-54beb8e6168d\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.84858111Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.849541303Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9942b7fd-8c58-4216-8487-1b3661338c22\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.849682835Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.850687727Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cad07880-fe3b-4b72-a5e8-e199e81bcb95\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.85082464Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.851836085Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1a88600d-a041-4cd0-9795-f0d708590315\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.857889807Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.86030074Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f88840c4-34ce-4a33-8da5-7fa5376ad554\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:07 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:07.860455669Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:07.860500548Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:07.8605313Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.860558243Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.861281464Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:07.869064832Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:07.869122196Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:07.869153609Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.869180012Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.870725361Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.871083915Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.890968133Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:07.891090777Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:07.891128352Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:07.891161077Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.891191989Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.891460073Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.901549516Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.936590422Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:07.936671704Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.93670458Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.93756278Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.945712107Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.949793649Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:07.949864831Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.949899069Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.953913387Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:07.956324571Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.956395713Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"oximeter","body":"None","uri":"http://127.0.0.1:39756/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:07.956511875Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.956556894Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.957182331Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"incoming request","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:07.957751084Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"044e8bc8-4b2d-4271-aed1-ce27a1ac87d8","remote_addr":"127.0.0.1:36198","local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:07.958078616Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"044e8bc8-4b2d-4271-aed1-ce27a1ac87d8","remote_addr":"127.0.0.1:36198","local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.958146832Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"044e8bc8-4b2d-4271-aed1-ce27a1ac87d8","remote_addr":"127.0.0.1:36198","local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.95875799Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"044e8bc8-4b2d-4271-aed1-ce27a1ac87d8","remote_addr":"127.0.0.1:36198","local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"request completed","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:07.981005416Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"044e8bc8-4b2d-4271-aed1-ce27a1ac87d8","remote_addr":"127.0.0.1:36198","local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","latency_us":23465,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.981563538Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:39756/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"044e8bc8-4b2d-4271-aed1-ce27a1ac87d8\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:38:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.982455987Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"oximeter","body":"None","uri":"http://127.0.0.1:39756/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:07.982772307Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"9df2f671-565a-4fb2-a06d-d557d4c52c89","remote_addr":"127.0.0.1:36198","local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:07.983224839Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"9df2f671-565a-4fb2-a06d-d557d4c52c89","remote_addr":"127.0.0.1:36198","local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.983294247Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"9df2f671-565a-4fb2-a06d-d557d4c52c89","remote_addr":"127.0.0.1:36198","local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.988587593Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"9df2f671-565a-4fb2-a06d-d557d4c52c89","remote_addr":"127.0.0.1:36198","local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"request completed","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:07.99513074Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"9df2f671-565a-4fb2-a06d-d557d4c52c89","remote_addr":"127.0.0.1:36198","local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","latency_us":12346,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:07.996652492Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:39756/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9df2f671-565a-4fb2-a06d-d557d4c52c89\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:38:07 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:07.996725418Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:07.996758343Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:07.996783223Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:08.006422859Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:08.00666909Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:08.019493371Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:08.020299197Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:08.020554485Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:08.020639084Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:08.127810777Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","sled_agent_url":"http://[::1]:57761"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:08.12791298Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"SledAgent":"http://[::1]:57761","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:57761/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:08.128975858Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:58550"}
{"msg":"incoming request","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:08.129813567Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/inventory","method":"GET","req_id":"3d409b08-c4a8-4603-91e9-c64a15103eeb","remote_addr":"[::1]:58550","local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:08.131978751Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/inventory","method":"GET","req_id":"3d409b08-c4a8-4603-91e9-c64a15103eeb","remote_addr":"[::1]:58550","local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2175,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:08.133121247Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"SledAgent":"http://[::1]:57761","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:57761/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3d409b08-c4a8-4603-91e9-c64a15103eeb\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:38:08 GMT\"} })"}
{"msg":"begin collecting all keepers","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:08.135369948Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","nkeeper_admin_clients":0}
{"msg":"end collecting all keepers","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:08.135450939Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","nkeeper_admin_clients":0}
{"msg":"finished collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:08.135482292Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:08.137437437Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:08.137497006Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:08.137531865Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:08.137560462Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:08.138247381Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:08.144786419Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:08.151047975Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:08.151235469Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:08.151290298Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:08.151837108Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:08.15238537Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"result":"Ok(\"found\")"}
{"msg":"Non-retryable transaction failure","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2025-04-30T06:38:08.20164656Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"}
{"msg":"inventory collection failed","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2025-04-30T06:38:08.202087628Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""}
{"msg":"activation complete","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:08.202141806Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":21,"elapsed":"721.684029ms"}
{"msg":"activating","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:08.202267316Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","iteration":22,"reason":"Signaled"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:08.202313769Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:08.202344711Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:08.202373027Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:08.202401444Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:08.203374302Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:08.203680963Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:08.203732305Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:08.203761453Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:08.203787235Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:08.204273073Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:08.206683776Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:08.210330953Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:08.210424469Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:08.21046002Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:08.210765619Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:08.21110241Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:08.23075193Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:08.230814304Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:08.230849755Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:08.234469607Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:08.236944428Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","candidates":"[(b139770c-2385-4e5f-b2ea-bae89be6cfda, 0)]"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:08.237003075Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:08.237868389Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:58305","req_id":"4b70a4b5-be9e-4c84-be7f-575b3398320e","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   f5 9b 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   ............._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:08.237931455Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:58305","req_id":"4b70a4b5-be9e-4c84-be7f-575b3398320e","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 62875,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:08.238158577Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:08.238337063Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:08.238480148Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:58305","req_id":"4b70a4b5-be9e-4c84-be7f-575b3398320e","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61532, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:08.238637923Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:08.238688634Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:08.239529729Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:08.23976073Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61532, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3953, tv_nsec: 38658301 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:08.239821441Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:08.240291497Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:63942","req_id":"cdca9dbe-dca4-4814-a842-7bdf56540961","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   ac 5a 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   .Z..........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:08.24034335Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:63942","req_id":"cdca9dbe-dca4-4814-a842-7bdf56540961","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 44122,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:08.241070269Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:08.24112114Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:63942","req_id":"cdca9dbe-dca4-4814-a842-7bdf56540961","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:08.326321136Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:08.327059787Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:64085","req_id":"09b9eba4-9ee8-41d9-8654-c108bb783149","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000:   ab 6e 01 00  00 01 00 00  00 00 00 01  18 5f 63 6c   .n..........._cl\n0010:   69 63 6b 68  6f 75 73 65  2d 61 64 6d  69 6e 2d 6b   ickhouse-admin-k\n0020:   65 65 70 65  72 04 5f 74  63 70 0d 63  6f 6e 74 72   eeper._tcp.contr\n0030:   6f 6c 2d 70  6c 61 6e 65  05 6f 78 69  64 65 08 69   ol-plane.oxide.i\n0040:   6e 74 65 72  6e 61 6c 00  00 21 00 01  00 00 29 04   nternal..!....).\n0050:   d0 00 00 00  00 00 00                                ......."}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:08.327113394Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:64085","req_id":"09b9eba4-9ee8-41d9-8654-c108bb783149","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 43886,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:08.331188043Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 43886,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_project_deletion_with_snapshot","level":50,"time":"2025-04-30T06:38:08.331288954Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:64085","req_id":"09b9eba4-9ee8-41d9-8654-c108bb783149","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"begin collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:08.331571767Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"begin collection from MGS","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:08.333172416Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","mgs_url":"http://[::1]:61532"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:08.333231845Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/ignition","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:08.412011979Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d7bab9fb-1dc9-4bf3-b6ea-82c51a95bcb2\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:38:08 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:08.412290835Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:08.415525349Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c0603af3-24ec-4dc9-b47b-11c2cb2c77d3\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:38:08 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:08.415728284Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:08.426537009Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"11cddbc0-d7ce-412d-92a5-1690c2b958f2\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:08 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:08.426826536Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:08.482688578Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:08.48285042Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:08.483144256Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:08.484417913Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:08.4889033Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1d97ca13-aa8e-46a3-bdc2-6a46bac348cd\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:08 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:08.48916915Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"inserted rows into table","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:08.491886484Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:08.491989199Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:08.492960794Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"result":"Ok(\"found\")"}
{"msg":"inserted rows into table","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:08.496063516Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:08.496193826Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:08.497404398Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"65618586-283a-4280-bf23-a9979e2b07e0\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:08 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:08.49762612Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:08.50107924Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3f54b9d9-bdd7-4f63-89b9-d35adfdf1e8f\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:08 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:08.501383696Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:08.536022111Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b74670f6-5067-4b18-b808-11f289c7d13b\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:08 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:08.536502448Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:08.612162446Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:08.612331463Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:08.612440089Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:08.612533565Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:08.676725093Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2025-04-30T06:38:08.681094368Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:08.688895241Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:08.7004032Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:08.700751794Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:08.701033015Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:08.701792368Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:08.704069395Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5b26a6c3-13ed-4d05-9d1a-3784104252c8\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:08 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:08.704360014Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/rot/cmpa","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:08.7047496Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:08.704855831Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:08.70559284Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:08.707663806Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3532c677-66ff-4ca7-a77d-2f41c80a4799\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:08 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:08.714644775Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:08.758960051Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"45544ac8-f76e-447a-8ca0-c10d6af06876\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:08 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:08.759227784Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:08.766830532Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2f219a6b-50d4-4905-a5c6-1f3d1b3a5231\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:08 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:08.76718588Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:08.769051317Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bb888476-fb77-451d-98ac-b6c61ecd568a\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:08 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:08.769276886Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:08.770590393Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c5f27fe4-3c39-44b9-992d-d6be827b177a\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:38:08 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:08.770893798Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:08.774593339Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c6190d6b-e90a-4ecf-8cdf-99cb43e1f9ee\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:08 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:08.777626572Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:08.802512976Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"37839192-8531-42db-bfaf-71b1f938a9de\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:08 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:08.802807172Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:08.804851105Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c71f9fdf-2daa-44cf-85e0-812ddb5dc6f7\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:08 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:08.809800356Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:08.812765604Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:08.814703014Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c3bb0a0e-0fd9-4d74-b745-ca74548837ef\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:08 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:08.815187279Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:08.816936233Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0bef4370-b07d-41b0-8f08-14114a89dcfd\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:08 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:08.817154408Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:08.818870397Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2d60e55c-10e9-4c36-b2c2-e21c5b775288\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:08 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:08.8190827Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:08.820042332Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"20a4e62b-0776-40f9-a542-cc9b28a6633e\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:08 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:08.820785082Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:08.823639219Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ee5518ae-8726-4e7d-8125-4f4435fd90b3\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:08 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:08.823908295Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:08.825073136Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b81ebb60-4fd9-4c4f-b7c9-e627f2b4bd79\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:08 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:08.825353524Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:08.826458576Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9060bee1-5f6a-4c59-8877-a57ad2762d55\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:08 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:08.826775638Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:08.828057732Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"575f847c-4333-4f44-8f24-3d63d821e161\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:38:08 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:08.828458741Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:08.830759536Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ac80aa8b-a280-4094-b85d-64f4f93d785f\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:08 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:08.8308924Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:08.832947545Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7c427f65-889d-42b4-b019-1a0b9c9754aa\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:08 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:08.833456629Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:08.835356695Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"35ff0e73-3ac5-4a70-b7f8-621c21137373\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:08 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:08.835476193Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:08.837520005Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"53612535-5bf3-4590-aef5-13bf890a49dc\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:08 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:08.837593331Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:08.839874496Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ec25bb62-d63a-4a4c-bb79-614f282ff700\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:08 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:08.840065717Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:08.842780386Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6a665b5e-65fa-4850-8aa2-4f6ccb74f263\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:08 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:08.842855115Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:08.846818662Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e1c49dc6-4a16-488f-a916-b30bb3e71361\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:08 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:08.847002438Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:08.848106117Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"33845a82-ddb1-4c35-9f4b-027d472daad2\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:08 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:08.848285645Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:08.849404514Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"db3e1dd9-c05c-4a92-a25d-99661ad4d767\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:08 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:08.849544533Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:08.863075082Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a5ce0528-ce4d-4223-bc4e-3c3ab77f7b11\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:08 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:08.863247806Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:08.863509097Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:08.863562203Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:08.863593916Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:08.863622914Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:08.864406856Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:08.866042865Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"526d65d6-c68d-4f10-9603-d9e54071ee79\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:38:08 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:08.867324018Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:08.867523175Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:08.87431669Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:08.874445707Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:08.874484565Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:08.874842418Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:08.877780101Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"56150c42-ae32-4989-adb7-6dd4d392f986\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:08 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:08.877881242Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:08.878121902Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:08.878200599Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:08.878799823Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:08.881328902Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"40907c9c-d290-41de-a63d-c641c3de93f4\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:08 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:08.882925473Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:08.885517437Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ab32c2cb-dca2-48cb-85e6-6c7c013ba982\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:08 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:08.885682566Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:08.887987048Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e593e2e5-f443-44fb-8ac9-9700b4a16423\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:08 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:08.891590167Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:08.896546151Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"28d410ef-94ce-49af-8cde-11baa1003a0d\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:08 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:08.896618636Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:08.955746073Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2623909a-4d5d-4551-9a77-277f02185f6f\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:08 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:08.955900982Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:08.957359828Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"34a42782-bf2a-4c70-ada0-317558207826\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:08 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:08.958067849Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:08.959558058Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5fe8bef7-1c64-4c3d-b58b-c67069c396d4\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:08 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:08.959699961Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:08.960834101Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d91d660a-c04b-4a74-9bd2-d121d4374e55\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:08 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:08.960942677Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:08.963214243Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a075b0b1-fa65-4f3c-8407-224132f09323\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:08 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:08.963281597Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:08.963323962Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:08.963352819Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:08.963379222Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:08.964071611Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:08.96877371Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"result":"Ok(\"found\")"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:08.976038575Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:08.980137882Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:08.980201599Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:08.980233493Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:08.980262781Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:08.980291929Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:08.980759431Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:09.02253236Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:09.022701026Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:09.02274783Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:09.022775284Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:09.023566491Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:09.023941718Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:09.023997159Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:09.024977673Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:09.028810249Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:09.028873916Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:09.028905629Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:09.029306087Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:09.035498414Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:09.045291727Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:09.050400406Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:09.050477419Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:09.051692861Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:09.151117819Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","sled_agent_url":"http://[::1]:57761"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:09.151305923Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"SledAgent":"http://[::1]:57761","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:57761/inventory","method":"GET"}
{"msg":"sent collection request to producer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:09.152133242Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:09.153188154Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:09.153308614Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:09.153425837Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"accepted connection","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:09.154848842Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:61312"}
{"msg":"incoming request","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:09.160861482Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/inventory","method":"GET","req_id":"3f17a075-5661-43a1-8a69-7c17c98634fb","remote_addr":"[::1]:61312","local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:09.16390708Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/inventory","method":"GET","req_id":"3f17a075-5661-43a1-8a69-7c17c98634fb","remote_addr":"[::1]:61312","local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":668,"response_code":"200"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:09.164009975Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:09.164046939Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:09.164070316Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:09.166788461Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"SledAgent":"http://[::1]:57761","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:57761/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3f17a075-5661-43a1-8a69-7c17c98634fb\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:38:09 GMT\"} })"}
{"msg":"begin collecting all keepers","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:09.170654745Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","nkeeper_admin_clients":0}
{"msg":"end collecting all keepers","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:09.170719975Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","nkeeper_admin_clients":0}
{"msg":"finished collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:09.170748522Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:09.172818466Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:09.172885159Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:09.172919888Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:09.172949577Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:09.17346278Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:09.182668271Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:09.196271675Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:09.196591853Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:09.196699187Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:09.197422027Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"Non-retryable transaction failure","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2025-04-30T06:38:09.384139179Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"}
{"msg":"inventory collection failed","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2025-04-30T06:38:09.384389678Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""}
{"msg":"activation complete","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:09.384502543Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":22,"elapsed":"1.182235797s"}
{"msg":"activating","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:09.384556741Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","iteration":23,"reason":"Signaled"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:09.384586971Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:09.384625277Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:09.384658984Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:09.384690958Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:09.385668696Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:09.386509912Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"result":"Ok(\"found\")"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:09.38984663Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:09.446198889Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:09.448852446Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:09.448926714Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:09.449850735Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:09.450307895Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:09.450437534Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:09.45048606Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:09.450516701Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:09.452370625Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:09.457315317Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:09.457403132Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:09.457499164Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:09.458547593Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:09.461341299Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:09.471619387Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:09.471684417Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:09.471717663Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:09.472204593Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:09.472568799Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:09.472627516Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:09.473546898Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","candidates":"[(b139770c-2385-4e5f-b2ea-bae89be6cfda, 0)]"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:09.473595655Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:09.474364747Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:59743","req_id":"907f3e4b-a616-410c-87a7-c83eb28baafe","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   3e df 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   >............_mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:09.474650517Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:59743","req_id":"907f3e4b-a616-410c-87a7-c83eb28baafe","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 16095,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:09.474844202Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:09.475003871Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:09.488907783Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:59743","req_id":"907f3e4b-a616-410c-87a7-c83eb28baafe","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61532, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"inserted rows into table","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:09.491870566Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:09.491990956Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:09.492457967Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61532, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3954, tv_nsec: 291370969 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:09.492670901Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:09.493259794Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:09.493406877Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:09.494203966Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:09.494833059Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:63445","req_id":"52adc206-90ec-4df2-99be-5e5a6cb85e19","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   d9 82 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:09.495015753Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:63445","req_id":"52adc206-90ec-4df2-99be-5e5a6cb85e19","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 55682,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:09.495583284Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:09.495780467Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:63445","req_id":"52adc206-90ec-4df2-99be-5e5a6cb85e19","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:09.58663071Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2025-04-30T06:38:09.587335684Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:09.587506314Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:57268","req_id":"96337a7c-8f59-4667-90de-3d00192784b1","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000:   1e 2d 01 00  00 01 00 00  00 00 00 01  18 5f 63 6c   .-..........._cl\n0010:   69 63 6b 68  6f 75 73 65  2d 61 64 6d  69 6e 2d 6b   ickhouse-admin-k\n0020:   65 65 70 65  72 04 5f 74  63 70 0d 63  6f 6e 74 72   eeper._tcp.contr\n0030:   6f 6c 2d 70  6c 61 6e 65  05 6f 78 69  64 65 08 69   ol-plane.oxide.i\n0040:   6e 74 65 72  6e 61 6c 00  00 21 00 01  00 00 29 04   nternal..!....).\n0050:   d0 00 00 00  00 00 00                                ......."}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:09.58756932Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:57268","req_id":"96337a7c-8f59-4667-90de-3d00192784b1","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 7725,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:09.587799428Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 7725,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_project_deletion_with_snapshot","level":50,"time":"2025-04-30T06:38:09.587962453Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:57268","req_id":"96337a7c-8f59-4667-90de-3d00192784b1","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"begin collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:09.588281038Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"begin collection from MGS","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:09.58833714Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","mgs_url":"http://[::1]:61532"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:09.58836723Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/ignition","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:09.592949199Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"92215338-2840-4b48-ab91-e37f9de10807\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:38:09 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:09.593474906Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:09.596522779Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b640d818-18f3-449d-839b-dcc35f8b6cf5\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:38:09 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:09.59658858Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:09.598440049Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4caeb5cb-c423-45ca-8b6c-a42298508a59\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:09 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:09.598509668Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:09.60119607Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"30f49e4a-232b-45a1-ade8-aec894e451f6\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:09 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:09.60133653Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:09.603260393Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bcd04c79-e5ea-43d4-860e-f96c33801754\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:09 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:09.603331415Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:09.609397341Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2e19b57e-79b2-4160-81d6-62224ac75395\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:09 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:09.609523332Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:09.609559925Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e094f70f-5feb-46c9-a6b7-31c143f0c926\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:09 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:09.609645966Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:09.612415675Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"23300f29-f265-44a1-95ba-817e8933148d\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:09 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:09.612492227Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:09.614377834Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f77d100a-aa69-4b8b-8b4c-6feb5cde307e\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:09 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:09.614732371Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:09.616124815Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aa36d124-7680-4263-80c6-e5df35206851\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:09 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:09.61650862Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:09.618208086Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a393fa6c-ba10-49d7-9519-4b89db043bfc\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:09 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:09.618463685Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:09.622573564Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:09.63645934Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bd1982a6-2a47-4c07-a059-741a4df75c09\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:09 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:09.636615952Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:09.638103225Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6fb9f59a-ed50-4b0e-86de-9e904909e6f1\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:38:09 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:09.638461489Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:09.653856483Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"16773d09-42ef-45f5-9b05-e1131b4467f9\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:09 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:09.654178975Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:09.659704585Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"22581eab-b60e-4843-93fb-68ced2173105\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:09 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:09.661178632Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:09.663732059Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5978884f-e4ec-4a8e-9dec-0c40bf627a0d\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:09 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:09.664427695Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:09.694973035Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:09.695312581Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:09.695475115Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:09.695977306Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:09.697046386Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:09.712369606Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3711b2ad-ce6f-425f-8844-2a22e71766a8\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:09 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:09.740980552Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:09.743001569Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:09.771868264Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:09.771933694Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:09.771967812Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:09.772421917Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:09.775142678Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3d955a2c-33cf-4e77-b15f-671bea667c45\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:09 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:09.775338738Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:09.775658245Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:09.775712774Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:09.776224112Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:09.788865409Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"105c80d6-1d9b-491b-b7dc-984ca196dc1a\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:09 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:09.789054255Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:09.789940361Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dace6f3e-7f4b-427b-8b73-18101896b511\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:09 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:09.790088957Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:09.791159119Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4267a71e-596d-4d22-9682-959ee2fdf83a\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:09 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:09.791309298Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:09.792450853Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dd1fc737-7280-439a-861d-f18ba9c5cfef\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:09 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:09.792574028Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:09.793667898Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f70a399d-7bf3-4389-9529-b90c8f5420aa\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:09 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:09.793739661Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:09.795063498Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"995b6512-0994-494a-9964-aca6a916bc5c\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:38:09 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:09.79628866Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:09.805446165Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d114eca1-627f-4e64-a1f1-be519796bc88\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:09 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:09.805633899Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:09.813569971Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c52c1c88-4a2b-427f-aad3-747c8226313c\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:09 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:09.813688227Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:09.81700241Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"307cc902-6aca-466a-87e0-170c0d31a3ae\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:09 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:09.817092971Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:09.838224143Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:09.841074743Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"523d9bde-7697-4887-abc5-2cd4bc77bc5f\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:09 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:09.841266465Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:09.843198404Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"680f9bfd-338d-497e-a4b0-39bed908d6ed\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:09 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:09.843374786Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:09.845326434Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a35e4c74-f3a7-44fb-8e70-3d0b31e42ef9\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:09 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:09.845497114Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:09.847542379Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0b4d22c5-4286-4721-9934-b680e5b5dd8a\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:09 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:09.847845884Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:09.849074161Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dde6d5fc-160d-4f0c-92ec-36a23b6bcef5\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:09 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:09.849140944Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:09.850309703Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e854082b-2065-44ba-b4cc-fd84e5317f94\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:09 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:09.850523008Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:09.875542748Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"96e4e88f-a5c6-45e4-9460-a5c364ff9f2b\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:09 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:09.875874329Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:09.877709726Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"483aa8d0-7800-4777-a495-52a4cfcee1ff\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:38:09 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:09.878351725Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:09.880538101Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"633fc5cc-e83a-49e9-ac1d-02afbd30e33c\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:09 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:09.880787959Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:09.885498665Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1cfb2df3-9133-4226-9458-bbaeeed73524\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:09 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:09.885779184Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:09.887938716Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"90f27903-a3e7-4504-8afc-824589e59266\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:09 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:09.88920036Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:09.894638866Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:09.894782602Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:09.894888203Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:09.894976338Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:09.895809258Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:09.897874723Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2e35f4a7-086c-49e9-99f3-fe1d7298584b\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:09 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:09.898300011Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:09.917652008Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:09.923468758Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:09.923691151Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:09.923729427Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:09.923895197Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:09.924093372Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:09.933617418Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"oximeter","body":"None","uri":"http://127.0.0.1:39756/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:09.934994632Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"0dbde3c9-9c69-4c0b-b323-7a454ea385fc","remote_addr":"127.0.0.1:36198","local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:09.935090223Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"producer_id":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:09.935330431Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"0dbde3c9-9c69-4c0b-b323-7a454ea385fc","remote_addr":"127.0.0.1:36198","local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:09.93540027Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"0dbde3c9-9c69-4c0b-b323-7a454ea385fc","remote_addr":"127.0.0.1:36198","local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:09.935853053Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"0dbde3c9-9c69-4c0b-b323-7a454ea385fc","remote_addr":"127.0.0.1:36198","local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"collecting from producer","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:09.935916539Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"producer_id":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:09.938362613Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:09.938424746Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:09.939016526Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"accepted connection","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:09.939259179Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"127.0.0.1:39450","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","component":"nexus-producer-server","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","remote_addr":"127.0.0.1:58598"}
{"msg":"incoming request","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:09.960504779Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/9e5f84de-2a3f-49b5-b142-5e7719264a4a","method":"GET","req_id":"a4f0d364-62ba-4791-ba08-f456d228a734","remote_addr":"127.0.0.1:58598","local_addr":"127.0.0.1:39450","component":"dropshot","component":"nexus-producer-server","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"request completed","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:09.965052551Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/9e5f84de-2a3f-49b5-b142-5e7719264a4a","method":"GET","req_id":"a4f0d364-62ba-4791-ba08-f456d228a734","remote_addr":"127.0.0.1:58598","local_addr":"127.0.0.1:39450","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","latency_us":4609,"response_code":"200"}
{"msg":"request completed","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:09.965593438Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"0dbde3c9-9c69-4c0b-b323-7a454ea385fc","remote_addr":"127.0.0.1:36198","local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","latency_us":30614,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:09.966257301Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:39756/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0dbde3c9-9c69-4c0b-b323-7a454ea385fc\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:38:09 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:09.976414879Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"oximeter","body":"None","uri":"http://127.0.0.1:39756/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"sent collection request to producer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:09.976638565Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"producer_id":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:09.992391241Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"producer_id":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":5}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:09.996796989Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"producer_id":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:09.996863432Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"producer_id":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 17 samples into database","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:09.997091316Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 17 samples into database","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:09.997149592Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 17 total samples","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:09.997337757Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"retrieving timeseries schema from database","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:09.997974285Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:09.998028202Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT * FROM oximeter.timeseries_schema WHERE timeseries_name NOT IN ('integration_target:integration_metric') FORMAT Native;"}
{"msg":"no new timeseries schema in database","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:10.004167705Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"new timeseries schema","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.004221773Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"http_service:request_latency_histogram\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"name\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"operation_id\", field_type: String, source: Metric, description: \"\" }, FieldSchema { name: \"status_code\", field_type: U16, source: Metric, description: \"\" }}, datum_type: HistogramU64, version: 1, authz_scope: Fleet, units: Count, created: 2025-04-30T06:38:09.997879977Z }","timeseries_name":"http_service:request_latency_histogram"}
{"msg":"retrieving timeseries schema from database","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.011895652Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:10.023946703Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT * FROM oximeter.timeseries_schema WHERE timeseries_name NOT IN ('http_service:request_latency_histogram', 'integration_target:integration_metric') FORMAT Native;"}
{"msg":"incoming request","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:10.027825692Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"aa2cb00b-c14b-48a2-af84-9a9c9c6faf0e","remote_addr":"127.0.0.1:36198","local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.068295285Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:10.068735202Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"aa2cb00b-c14b-48a2-af84-9a9c9c6faf0e","remote_addr":"127.0.0.1:36198","local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.068810281Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"aa2cb00b-c14b-48a2-af84-9a9c9c6faf0e","remote_addr":"127.0.0.1:36198","local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.069742659Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"aa2cb00b-c14b-48a2-af84-9a9c9c6faf0e","remote_addr":"127.0.0.1:36198","local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"collecting from producer","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.070515088Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"no new timeseries schema in database","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:10.073149306Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"new timeseries schema","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.073208945Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"collection_target:cpus_provisioned\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: I64, version: 1, authz_scope: Fleet, units: Count, created: 2025-04-30T06:38:10.011849170Z }","timeseries_name":"collection_target:cpus_provisioned"}
{"msg":"retrieving timeseries schema from database","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.074311893Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:10.074364488Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT * FROM oximeter.timeseries_schema WHERE timeseries_name NOT IN ('collection_target:cpus_provisioned', 'http_service:request_latency_histogram', 'integration_target:integration_metric') FORMAT Native;"}
{"msg":"no new timeseries schema in database","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:10.079673866Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"new timeseries schema","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.079728395Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"collection_target:ram_provisioned\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: I64, version: 1, authz_scope: Fleet, units: Count, created: 2025-04-30T06:38:10.074226062Z }","timeseries_name":"collection_target:ram_provisioned"}
{"msg":"retrieving timeseries schema from database","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.080520854Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:10.080611574Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT * FROM oximeter.timeseries_schema WHERE timeseries_name NOT IN ('collection_target:cpus_provisioned', 'collection_target:ram_provisioned', 'http_service:request_latency_histogram', 'integration_target:integration_metric') FORMAT Native;"}
{"msg":"sent collection request to producer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:10.082819804Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.083478276Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:10.083535109Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:10.083566522Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"request completed","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:10.084379021Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"aa2cb00b-c14b-48a2-af84-9a9c9c6faf0e","remote_addr":"127.0.0.1:36198","local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","latency_us":57259,"response_code":"200"}
{"msg":"no new timeseries schema in database","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:10.086344256Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"new timeseries schema","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.086403144Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"collection_target:virtual_disk_space_provisioned\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: I64, version: 1, authz_scope: Fleet, units: Count, created: 2025-04-30T06:38:10.080455003Z }","timeseries_name":"collection_target:virtual_disk_space_provisioned"}
{"msg":"inserting 4 new timeseries schema","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.092342598Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:10.092475112Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":6,"n_rows":4,"sql":"INSERT INTO oximeter.timeseries_schema FORMAT Native"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.092888285Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:39756/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aa2cb00b-c14b-48a2-af84-9a9c9c6faf0e\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:38:10 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:10.093030739Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:10.093073674Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:10.093098464Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"inserting data","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:10.098008106Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":10,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2025-04-30T06:38:10.104838986Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"inserted rows into table","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.117298912Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":10}
{"msg":"inserting data","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:10.1173984Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":5,"sql":"INSERT INTO oximeter.fields_u16 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.126068124Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_u16","n_rows":5}
{"msg":"inserting data","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:10.127504295Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":17,"sql":"INSERT INTO oximeter.fields_uuid FORMAT Native"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.128613666Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5b7638f8-4bf3-4bb5-9660-9ae7da2c1894\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:10 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.135119748Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"inserted rows into table","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.142657998Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_uuid","n_rows":17}
{"msg":"inserting data","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:10.14272433Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":19,"n_rows":5,"sql":"INSERT INTO oximeter.measurements_histogramu64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.16318653Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_histogramu64","n_rows":5}
{"msg":"inserting data","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:10.163252682Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":12,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.163570695Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"result":"Ok(\"found\")"}
{"msg":"inserted rows into table","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.170822664Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":12}
{"msg":"successfully inserted samples","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:10.170887854Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.189677782Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0c8ce911-1d7f-4de2-9bd0-0c41b63fe4dd\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:10 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.189880927Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.190905388Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d3dbfd2b-9cd1-4583-988d-7756cf4ac978\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:10 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.191108563Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.192163885Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e24200f0-4aba-4131-a89a-bcc235b2f1ef\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:10 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.192310367Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.193257695Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d2a82a16-415d-4341-8897-fea0f20c8370\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:10 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.193384457Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.205500979Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"93b28b1b-a67d-4b97-ae8e-50c37d0a51c1\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:10 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:10.205572241Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:10.20566745Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:10.205713071Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.205743893Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.206654427Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.208996684Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.215370142Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:10.215441314Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:10.215475081Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:10.215507796Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.215537405Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.215872523Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:10.216212831Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:10.216270787Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:10.216303482Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.216331157Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.216766705Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.218192836Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.222491351Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:10.222557703Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.2225913Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.223076126Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.223636983Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.232105486Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:10.232173562Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.232206938Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.232563268Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.372004967Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","sled_agent_url":"http://[::1]:57761"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.372103874Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"SledAgent":"http://[::1]:57761","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:57761/inventory","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:10.372840031Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.372902335Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.373648722Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"accepted connection","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:10.374901077Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:53431"}
{"msg":"incoming request","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:10.376019576Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/inventory","method":"GET","req_id":"7b29f04d-26d9-4baf-81a9-b50056b1df3b","remote_addr":"[::1]:53431","local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:10.37650355Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/inventory","method":"GET","req_id":"7b29f04d-26d9-4baf-81a9-b50056b1df3b","remote_addr":"[::1]:53431","local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":490,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.37765262Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"SledAgent":"http://[::1]:57761","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:57761/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7b29f04d-26d9-4baf-81a9-b50056b1df3b\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:38:10 GMT\"} })"}
{"msg":"begin collecting all keepers","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.379545281Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","nkeeper_admin_clients":0}
{"msg":"end collecting all keepers","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.37959496Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","nkeeper_admin_clients":0}
{"msg":"finished collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.379620781Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:10.383453337Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:10.383513858Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:10.383549509Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.383581322Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.38422763Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.388370765Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.40122201Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:10.40166845Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.401778379Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.402499165Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.451955173Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.452528876Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.45332429Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:10.45467919Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.495416967Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:10.495486796Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.505907088Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:10.505995174Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2025-04-30T06:38:10.562949461Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.568306655Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"result":"Ok(\"found\")"}
{"msg":"Non-retryable transaction failure","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2025-04-30T06:38:10.573356717Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"}
{"msg":"inventory collection failed","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2025-04-30T06:38:10.573718889Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""}
{"msg":"activation complete","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.573780011Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":23,"elapsed":"1.189192639s"}
{"msg":"activating","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.573901372Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","iteration":24,"reason":"Signaled"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:10.573946663Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:10.573976723Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:10.57400535Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.574035329Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.574737609Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.584591362Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.591866918Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:10.591934843Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.59196857Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.594047132Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.596927961Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","candidates":"[(b139770c-2385-4e5f-b2ea-bae89be6cfda, 0)]"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:10.59722342Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:10.598592548Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:53845","req_id":"afab70d8-7181-44b2-91b1-09c0a473d2ac","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   94 08 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   ............._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.598825813Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:53845","req_id":"afab70d8-7181-44b2-91b1-09c0a473d2ac","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 37896,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.599289306Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.599652239Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.600210792Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:53845","req_id":"afab70d8-7181-44b2-91b1-09c0a473d2ac","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61532, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.600670007Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61532, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3955, tv_nsec: 399568811 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:10.60179053Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:10.602212831Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:63759","req_id":"7aa9e544-f9aa-4c1b-9d15-2aa6c73390c1","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   5e b2 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ^...........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.602378541Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:63759","req_id":"7aa9e544-f9aa-4c1b-9d15-2aa6c73390c1","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 24242,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.6026187Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.602760292Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:63759","req_id":"7aa9e544-f9aa-4c1b-9d15-2aa6c73390c1","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:10.687072539Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:10.689791035Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:10.689928098Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:10.69009441Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.690193627Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.694848141Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:10.701023335Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:55892","req_id":"49bf5f79-0c18-4deb-96b7-f6d7a343eb06","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000:   da 21 01 00  00 01 00 00  00 00 00 01  18 5f 63 6c   .!..........._cl\n0010:   69 63 6b 68  6f 75 73 65  2d 61 64 6d  69 6e 2d 6b   ickhouse-admin-k\n0020:   65 65 70 65  72 04 5f 74  63 70 0d 63  6f 6e 74 72   eeper._tcp.contr\n0030:   6f 6c 2d 70  6c 61 6e 65  05 6f 78 69  64 65 08 69   ol-plane.oxide.i\n0040:   6e 74 65 72  6e 61 6c 00  00 21 00 01  00 00 29 04   nternal..!....).\n0050:   d0 00 00 00  00 00 00                                ......."}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.701248373Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:55892","req_id":"49bf5f79-0c18-4deb-96b7-f6d7a343eb06","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 55841,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.701565365Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 55841,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_project_deletion_with_snapshot","level":50,"time":"2025-04-30T06:38:10.701765714Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:55892","req_id":"49bf5f79-0c18-4deb-96b7-f6d7a343eb06","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"begin collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.702916998Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"begin collection from MGS","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.703008069Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","mgs_url":"http://[::1]:61532"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.703226645Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/ignition","method":"GET"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.703801991Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.721447779Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:10.721550664Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.721683719Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.722256691Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:10.734477219Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.734684542Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.735976948Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.736218048Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c1d37a7b-f169-4e8a-98af-b26c4c5971ce\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:38:10 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.736749667Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.738647909Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9f8b897f-86b0-4037-87ad-aec2a3a84303\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:38:10 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.738824401Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.746966624Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"be480a55-5ef6-47ba-a199-50fcd4b2cb4d\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:10 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.747085701Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.749149563Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3cbb38cd-58ef-42ed-89e9-028eb7b2ba01\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:10 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.749294442Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.793899604Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"55e1df37-c1a0-48b0-a047-19d72f3b97e0\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:10 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.794119943Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.796327021Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f4589ce7-cbe5-4fc7-8c81-30d3fe64fcbe\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:10 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.796551538Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.798790158Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"286bf8eb-a42f-4293-b24e-b89f149a1990\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:10 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.798854497Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.805602071Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"82452426-f3c6-47e1-b796-6e64d3d1a29c\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:10 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.80576756Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.807071809Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e9d56d71-5b0f-41f6-8084-996038d2c98d\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:10 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.80722283Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.808681516Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"51038881-67a6-488c-be1e-e7ab9b7f0915\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:10 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.809726629Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.814780558Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0d22c442-3981-46dd-84cd-30f2f316a4d5\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:10 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.815090065Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.816420025Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.816768289Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"42821b8c-e662-4bdc-88de-4b9e47f34d14\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:10 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.819806753Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.824554312Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bc23ebd5-89af-4a7e-9ea9-5fbe6bc59167\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:38:10 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.824760703Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.826971488Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"081e506a-e3b2-4197-a0fd-7ec09f308d25\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:10 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.827265985Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.831804297Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"02aa4ac8-c419-4b40-9174-e2af8f6839c1\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:10 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.832144304Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.833942627Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"13630609-27c2-45f4-b5bc-5b4d23bb6fc2\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:10 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.834016014Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.836804469Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2c0b8730-54b4-4043-8db0-6108c7ba606e\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:10 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.836878828Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.839821631Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dc370966-d28b-47d9-a4b8-73e88cde516b\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:10 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.839892502Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.842403144Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"595c8a92-a76f-46a3-b0df-755deb59026f\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:10 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.842642261Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.843468968Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4a200641-0fae-4b49-bc62-037937b2d2e9\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:10 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.843596172Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.850640868Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"188f0d2a-7ad0-48e6-9ce7-e82db8fe5d7c\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:10 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.850840395Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.852154093Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b58f34fe-f635-425c-9163-5a9c601af3c7\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:10 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.852323971Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.853388091Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4f985139-d35e-4f43-8cbd-a9f72c41ca60\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:10 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.853568Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:10.882178013Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:10.882244666Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:10.882279496Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.882307261Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.882976645Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.883462292Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"94e1fd10-613d-4982-821c-91f618164024\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:38:10 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.883724625Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.886151741Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c1db5c6d-1317-4288-be64-36651bb2f94c\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:10 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.886273163Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.886461738Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.89467349Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:10.894785443Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.894818439Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.895123416Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:10.897411535Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.897467356Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.897876572Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.90273389Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a11e4d4b-b641-44b3-885b-42dc5d77dbce\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:10 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.902900662Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.905108511Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b5144346-fd5a-42cc-8609-f364c2bec9fc\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:10 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.90530388Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.910202079Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"19084d39-bde1-47f0-b5f3-d7bd4a7dc004\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:10 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.910279213Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.912589436Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"50d3a9aa-8f9a-4eb0-916e-934b4f93ab8d\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:10 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.912655688Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.914596645Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ae091c8a-c82f-4fbf-afc2-379fb7c5f8ec\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:10 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.914809409Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.916983281Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9cf0cd8e-1b3e-4422-a646-ac069914a8d5\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:10 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.917137979Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.919158344Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3ab25a41-dca4-42bc-ad92-0d96c58d84dc\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:10 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.919207923Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.922862655Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"233d2857-a9e4-48c0-a004-3c2ee774a822\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:10 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.922991862Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.924337614Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"60142200-1e93-426b-8a2f-0a6e4a4fefba\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:10 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.924502682Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.928253726Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7936a9ac-6e65-479c-ba42-58273027d4c1\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:38:10 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.928520588Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.937336132Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"692c704b-9082-4f63-9e84-d4f105d7587b\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:10 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.937485149Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.947639681Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8da8acf3-2529-47cf-8132-5d1fbef139db\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:10 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.94780943Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.95357659Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.957589416Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"be4b02ad-9334-410a-8116-99ef73e20ad8\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:10 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.957761789Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.959705822Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2f7a5c1e-8073-4c3a-8987-03f76132b80c\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:10 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.959914879Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.961805085Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8ba4b921-1124-4ab0-9a9b-8631624306c2\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:10 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.961935605Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.96918052Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1e9e2287-835e-4650-b4b6-49f6056e3d38\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:10 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.969273024Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.970580129Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6d144b42-36de-4e41-8a99-39aa847b63ce\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:10 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.970718444Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.973749995Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a9a49575-ea09-45e8-b2b2-730b1715d8fd\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:10 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.973936967Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.974853143Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"205f8f35-4add-41db-999f-2027ed72a2d7\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:10 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.975376856Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.97650823Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a74ad845-679d-4a4e-abcd-0a847b07e95a\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:10 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:10.976574522Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:10.97661832Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:10.976651425Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.976682087Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.977910023Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:10.998332163Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.007362686Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:11.007464188Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:11.007564808Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:11.007658595Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.007745949Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.008394221Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:11.008827905Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:11.0089509Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:11.009118654Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.009217852Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.009785032Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.010222424Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.010425208Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.013502659Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.023230692Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:11.023618745Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.023723624Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.024239612Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"sent collection request to producer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:11.030383663Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.032099773Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:11.032533507Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:11.032607374Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.032974726Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.039387854Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:11.048557945Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.048667513Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.049445794Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.107335375Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","sled_agent_url":"http://[::1]:57761"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.120277792Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"SledAgent":"http://[::1]:57761","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:57761/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:11.146308326Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:56361"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:11.146696489Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.146756098Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.147567074Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"incoming request","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:11.14786643Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/inventory","method":"GET","req_id":"596a7ff1-ec84-427a-916a-e1ea6c1d29cb","remote_addr":"[::1]:56361","local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:11.151822913Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/inventory","method":"GET","req_id":"596a7ff1-ec84-427a-916a-e1ea6c1d29cb","remote_addr":"[::1]:56361","local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":3978,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.162674174Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"SledAgent":"http://[::1]:57761","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:57761/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"596a7ff1-ec84-427a-916a-e1ea6c1d29cb\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"}
{"msg":"begin collecting all keepers","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.167518055Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","nkeeper_admin_clients":0}
{"msg":"end collecting all keepers","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.167576581Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","nkeeper_admin_clients":0}
{"msg":"finished collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.167605479Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:11.170182023Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:11.17024113Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:11.17027597Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.170305228Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.179764655Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.197783176Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.202387981Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:11.202589522Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.202647107Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.203522592Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.269274157Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"result":"Ok(\"found\")"}
{"msg":"Non-retryable transaction failure","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2025-04-30T06:38:11.274420631Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"}
{"msg":"inventory collection failed","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2025-04-30T06:38:11.27480642Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""}
{"msg":"activation complete","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.274954976Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":24,"elapsed":"701.092972ms"}
{"msg":"activating","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.275129093Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","iteration":25,"reason":"Signaled"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:11.275229844Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:11.27535368Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:11.275449381Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.275533819Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.276721977Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.284109225Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.289856917Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:11.289956746Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.290047096Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.290719947Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:11.337343391Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:11.339065171Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:11.349195555Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.352163198Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.35522558Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.361009504Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","candidates":"[(b139770c-2385-4e5f-b2ea-bae89be6cfda, 0)]"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:11.361124243Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:11.361706453Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:64579","req_id":"4f2ad794-44e5-4ef1-b78d-e015ff64a930","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   9b b3 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   ............._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.361937363Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:64579","req_id":"4f2ad794-44e5-4ef1-b78d-e015ff64a930","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 39859,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.362243312Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.362488351Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.36268363Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:64579","req_id":"4f2ad794-44e5-4ef1-b78d-e015ff64a930","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61532, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.363661598Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61532, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3956, tv_nsec: 162586143 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:11.36379312Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:11.364536261Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:62592","req_id":"18f29092-d3c2-49d2-ba42-0c3275d92c6d","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   4d 73 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   Ms..........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.364765528Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:62592","req_id":"18f29092-d3c2-49d2-ba42-0c3275d92c6d","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 19827,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.365021147Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.365220224Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:62592","req_id":"18f29092-d3c2-49d2-ba42-0c3275d92c6d","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.365470903Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.370460715Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:11.37061391Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.370712677Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.37121587Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:11.416023776Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:11.417438104Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:53259","req_id":"e6bf5d71-4ff4-48c8-81db-5a5b4d8d04bc","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000:   ff d2 01 00  00 01 00 00  00 00 00 01  18 5f 63 6c   ............._cl\n0010:   69 63 6b 68  6f 75 73 65  2d 61 64 6d  69 6e 2d 6b   ickhouse-admin-k\n0020:   65 65 70 65  72 04 5f 74  63 70 0d 63  6f 6e 74 72   eeper._tcp.contr\n0030:   6f 6c 2d 70  6c 61 6e 65  05 6f 78 69  64 65 08 69   ol-plane.oxide.i\n0040:   6e 74 65 72  6e 61 6c 00  00 21 00 01  00 00 29 04   nternal..!....).\n0050:   d0 00 00 00  00 00 00                                ......."}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.417663423Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:53259","req_id":"e6bf5d71-4ff4-48c8-81db-5a5b4d8d04bc","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 65490,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.417904604Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 65490,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_project_deletion_with_snapshot","level":50,"time":"2025-04-30T06:38:11.418123831Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:53259","req_id":"e6bf5d71-4ff4-48c8-81db-5a5b4d8d04bc","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"begin collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.41849489Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"begin collection from MGS","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.41871565Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","mgs_url":"http://[::1]:61532"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.418855378Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/ignition","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:11.420390306Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.420495376Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.421091073Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.425454637Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e9507542-3937-4da9-841b-10c668abd9d6\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.426672914Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.432277321Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cd0f7169-3c92-416c-9ffc-0d013f9d2399\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.432485686Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.434705368Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fe32cebe-295f-4c3b-b91f-a77197e9dfcc\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.434763334Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.437553944Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"259456a4-a174-43b7-9eed-b190aca87466\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.437775285Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.441032595Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7d4ca3c9-8ebd-4823-be8d-4942bd61782c\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.441186171Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.443574139Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fc45980d-36e8-4f2a-82d4-f2c1ca7b8ad3\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.443630802Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.44543195Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.445485778Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.445746687Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:11.446659586Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.453611317Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:11.453672519Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.454407564Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c481be90-6fc1-459f-ab70-2ea5738e84f7\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.454689505Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"inserted rows into table","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.457733029Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:11.45779335Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.458312604Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.461747959Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4259b202-2b90-4a0e-99e9-1484af6cf470\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.461875092Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.474417833Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ee578fb3-44ec-490b-9151-0bad022f591b\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.474769934Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.476709068Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"85540d4c-f48e-42ad-a0b3-6c90d83451bd\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.476898415Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.480764027Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ac740156-3e03-44a7-8cfc-bb70900516ce\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.481380395Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.482876727Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5a1a67cd-2e97-4537-ac84-99afcc2c614c\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.483095753Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.484332798Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c26c4fc9-f576-4c59-bf7a-2f761115aa04\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.485041279Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.488045906Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a8c7ec98-dba5-4ee5-9b36-7cac3978629c\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.488563096Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.492144973Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"54b7705e-b6e6-4716-a258-b43ba1e39cdb\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.49250988Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.497732285Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e8138e14-0609-4fa9-92b0-ebff46ce544b\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.498064147Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.501732145Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bb2f719e-acc3-413e-a7d6-1118bfda433a\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.501858607Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.503793231Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9dda3b4f-4358-417b-a37e-0e7aaac53c48\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.503858892Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.505870821Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"92d08c5a-01ae-4d18-ae8c-10e320095b3d\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.505938726Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.506718931Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"292705f5-f0a2-42ab-9df9-6e6f2f1b1f91\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.506792417Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.507774023Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8bef12c8-57ab-4147-b43a-9263b3b6f0d1\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.507838581Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.508804706Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e77efcf9-33c3-4154-ad04-a5163641c698\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.509080827Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:11.509414662Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:11.50947393Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:11.509507416Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.509536895Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.510228072Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.511415268Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5750ab59-193b-4cd2-a035-873010b5ea5b\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.51148179Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.513219142Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"426856c9-e3d6-40db-9158-aa0a7f28cf4c\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.513375974Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.513565913Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.518910181Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:11.518980741Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.519041503Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.519402802Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.521790379Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fda0a4be-25ea-47ac-b244-88bd924b0314\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.521859998Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:11.522128062Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.522184575Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.522850131Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.524936137Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d9416730-a919-4a8f-8ffa-4fc3de414db1\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.525026367Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.526937615Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c5c739dc-8a33-4116-b995-1dbf022901bc\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.527026332Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.529551743Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0451d387-467d-4065-b725-83203a548e7b\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.529611903Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.532199258Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"33982190-4e2d-46cb-a049-cdb5e2fd6f2c\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.532515699Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.537915518Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bcae58cc-19a4-4211-8a14-006ddde166b3\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.53840337Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.54013523Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c5750587-dd69-4cb4-bfa5-55694991c5c8\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.541493146Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.543907757Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5a67845f-caa2-4e83-a898-4b45ea181617\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.544196382Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.545767252Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3b49c5be-b4d5-458b-811f-dde6f7790f35\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.546026999Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2025-04-30T06:38:11.546688547Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.547474173Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3fe51691-c253-4881-9ebb-4a28e59ed8d8\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.550850821Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.553429859Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.554311365Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"101263bb-2208-4446-b22a-fb7968b50b02\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.554473899Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.55617046Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bc8467fd-8eda-4b7c-9b0e-3cc09f6ae479\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.556368424Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.559391517Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1a9f5b73-3949-439f-9c1a-f6ceb71fffe3\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.559590093Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.561390951Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"23135a4c-13ad-48ed-891a-32145cddad88\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.561769485Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.564449134Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c6fabed9-57b9-4463-8eb7-a62880668558\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.564561949Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.566013541Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"217dc0e3-1eb8-4a4a-a56a-ba9a19a74789\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.5660881Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.567877435Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8f0a9b45-c490-4aed-af31-bd5e8fda2745\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.567953256Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.568688942Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fd5df655-1715-46c0-8deb-8a17497cc187\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.568808781Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.569860807Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a952b608-d880-4db6-ae28-f636cd5f3e05\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.569999082Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.570912602Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d62992a5-212f-4c98-b9e2-f0b3fa4ada5a\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.571054044Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.571943597Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f762f02c-0b04-4c04-8888-4c044fd9e784\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:11.572007674Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:11.572088445Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:11.57212619Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.57215596Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.573435389Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.596423341Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.601433413Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:11.601530727Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:11.601564855Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:11.60159755Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.601629604Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.602500279Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:11.606097706Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:11.606168798Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:11.606212936Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.606392664Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.607439911Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.610517432Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.616524611Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:11.616651885Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.616685943Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.617072002Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.645493871Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.654510105Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:11.654584613Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.654615545Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.654962506Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.740070999Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","sled_agent_url":"http://[::1]:57761"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.740195427Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"SledAgent":"http://[::1]:57761","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:57761/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:11.745372532Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:37128"}
{"msg":"incoming request","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:11.746177797Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/inventory","method":"GET","req_id":"8fb99bb6-0873-41c3-95c7-904c0dca6240","remote_addr":"[::1]:37128","local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:11.746707212Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/inventory","method":"GET","req_id":"8fb99bb6-0873-41c3-95c7-904c0dca6240","remote_addr":"[::1]:37128","local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":537,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.746942581Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"SledAgent":"http://[::1]:57761","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:57761/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8fb99bb6-0873-41c3-95c7-904c0dca6240\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"}
{"msg":"begin collecting all keepers","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.749402682Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","nkeeper_admin_clients":0}
{"msg":"end collecting all keepers","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.749448654Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","nkeeper_admin_clients":0}
{"msg":"finished collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.749474545Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:11.753478062Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:11.753536078Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:11.753571118Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.753600376Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.754102346Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:11.754471602Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.754516301Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.755660992Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.757860093Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.762306582Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:11.762685427Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.762733323Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.763340653Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"Non-retryable transaction failure","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2025-04-30T06:38:11.813006358Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"}
{"msg":"inventory collection failed","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2025-04-30T06:38:11.814771384Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""}
{"msg":"activation complete","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.814857476Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":25,"elapsed":"539.643224ms"}
{"msg":"activating","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.814897656Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","iteration":26,"reason":"Signaled"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:11.81584845Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:11.815917548Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:11.815949973Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.815979722Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.816959975Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.823683241Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.828252404Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:11.828320079Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.828353436Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.828854544Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.829664939Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"result":"Ok(\"found\")"}
{"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.833161606Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","candidates":"[(b139770c-2385-4e5f-b2ea-bae89be6cfda, 0)]"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:11.833202838Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:11.834817896Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:64772","req_id":"792df05b-b783-48f1-a930-ed839ec6d70f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   30 66 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   0f..........._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.834966352Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:64772","req_id":"792df05b-b783-48f1-a930-ed839ec6d70f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 12390,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.835162923Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.835327341Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.835419835Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:64772","req_id":"792df05b-b783-48f1-a930-ed839ec6d70f","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61532, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.835750694Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61532, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3956, tv_nsec: 634650520 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:11.835801866Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:11.83621516Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:53280","req_id":"9107607b-af6e-480a-8e09-1e709b1f8516","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   a3 6b 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   .k..........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.836276722Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:53280","req_id":"9107607b-af6e-480a-8e09-1e709b1f8516","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 41835,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.836358936Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.836491641Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:53280","req_id":"9107607b-af6e-480a-8e09-1e709b1f8516","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:11.907817493Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:11.908368461Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:11.908429171Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:11.908464111Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.908493319Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.909282171Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:11.909345126Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.909889251Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"oximeter","body":"None","uri":"http://127.0.0.1:39756/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:11.910299187Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"5b85ba2b-4c2e-4167-ad6f-30fe930d6b5f","remote_addr":"127.0.0.1:36198","local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:11.910425699Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:53385","req_id":"cd2a7758-6bf9-4cf2-a527-e50aa36c5ddf","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000:   f4 59 01 00  00 01 00 00  00 00 00 01  18 5f 63 6c   .Y..........._cl\n0010:   69 63 6b 68  6f 75 73 65  2d 61 64 6d  69 6e 2d 6b   ickhouse-admin-k\n0020:   65 65 70 65  72 04 5f 74  63 70 0d 63  6f 6e 74 72   eeper._tcp.contr\n0030:   6f 6c 2d 70  6c 61 6e 65  05 6f 78 69  64 65 08 69   ol-plane.oxide.i\n0040:   6e 74 65 72  6e 61 6c 00  00 21 00 01  00 00 29 04   nternal..!....).\n0050:   d0 00 00 00  00 00 00                                ......."}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.910522071Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:53385","req_id":"cd2a7758-6bf9-4cf2-a527-e50aa36c5ddf","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 62553,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.910761639Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 62553,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_project_deletion_with_snapshot","level":50,"time":"2025-04-30T06:38:11.910849083Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:53385","req_id":"cd2a7758-6bf9-4cf2-a527-e50aa36c5ddf","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:11.911093821Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"5b85ba2b-4c2e-4167-ad6f-30fe930d6b5f","remote_addr":"127.0.0.1:36198","local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.911154491Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"5b85ba2b-4c2e-4167-ad6f-30fe930d6b5f","remote_addr":"127.0.0.1:36198","local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.911567164Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"5b85ba2b-4c2e-4167-ad6f-30fe930d6b5f","remote_addr":"127.0.0.1:36198","local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"begin collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.912025046Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"begin collection from MGS","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.912076098Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","mgs_url":"http://[::1]:61532"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.912103102Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/ignition","method":"GET"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.913314175Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.919082257Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:11.919139782Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.919246184Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.919689868Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"request completed","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:11.920493429Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"5b85ba2b-4c2e-4167-ad6f-30fe930d6b5f","remote_addr":"127.0.0.1:36198","local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","latency_us":10200,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.921299605Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:39756/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5b85ba2b-4c2e-4167-ad6f-30fe930d6b5f\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.921547469Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"oximeter","body":"None","uri":"http://127.0.0.1:39756/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:11.922121372Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"0c73c645-809d-4fce-93de-607122632119","remote_addr":"127.0.0.1:36198","local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:11.922970534Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"0c73c645-809d-4fce-93de-607122632119","remote_addr":"127.0.0.1:36198","local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.923053419Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"0c73c645-809d-4fce-93de-607122632119","remote_addr":"127.0.0.1:36198","local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.923664036Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"0c73c645-809d-4fce-93de-607122632119","remote_addr":"127.0.0.1:36198","local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.923814345Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ec7ce159-70c2-49b5-93a6-8545aa24aeb0\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.924052249Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:11.924892944Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.924944818Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.925713289Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.927678354Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0d47eb32-3a78-49bb-8906-ee2855c2ff4e\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.927870988Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"request completed","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:11.928737094Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"0c73c645-809d-4fce-93de-607122632119","remote_addr":"127.0.0.1:36198","local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","latency_us":6609,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.929100287Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:39756/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0c73c645-809d-4fce-93de-607122632119\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:11.929278623Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:11.929306438Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:11.929330045Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.931076575Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"097b74b9-dc9e-4187-a114-a6cc4af44575\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.931153398Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.93296601Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e30b97d6-6c32-4bbe-987d-3e9389194a57\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.933042201Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.93482828Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7d018496-1a86-4611-8086-cbbf1484df50\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.934898259Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.936892463Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dd7069a0-b581-42f8-87bf-e7770a688cbf\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.936963134Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.939210451Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"56abd8fc-c88f-4631-bbc5-e7aa25eb1127\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.939281262Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.941441306Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"da7e0b44-fad0-494a-bc0b-2f11cb0948d6\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.941637106Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.942772037Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"14d4090c-6861-471c-a33a-b73358cd1773\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.942906646Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.944117518Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2cace233-7134-44d3-82c7-2f68f9bc9387\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.944259281Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.945224754Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e13b3052-06d7-4014-b1c8-3c162d8d0d62\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.945349292Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.947371421Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6686a0f8-d050-4a06-866c-63db3141e8e8\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.947437463Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.947899363Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b03f2f28-62db-4553-99d9-f9483f613211\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.949534802Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.952182587Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.954622569Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8a05fb48-b424-4c5f-b621-3315d1fc4932\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.954687388Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.957122289Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f036657c-1956-428d-b237-d99391f2f3dd\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.96290935Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.96296471Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8279a8e6-69ec-490b-9e20-8a638e6a4c8d\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.962998477Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.96302984Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8255ae82-7c79-44f7-8dce-190971242d2c\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.963059729Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.966298532Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"00f74b53-d035-46ea-a677-8e8c19d400df\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.96649311Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.970620854Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a3b15f79-0f4c-4fd1-b860-1f3b499670c5\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.972019742Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.972781429Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5c9ed4e9-06ba-4fef-996b-2aebf0b6dd9f\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.973115615Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.97451343Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a0d99cdd-edb4-46c7-b216-11654c703436\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.974788919Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.976462624Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1e9aa3c8-b176-4452-a679-e69d33078e4c\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.977031507Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.978265917Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8748ac91-bb2b-4b88-bc88-6f709718fdd1\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.978615623Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.981309841Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"53162c42-78bb-47ab-9457-3cf53f4d483b\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.981720209Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.99314886Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"926c861e-7215-48ad-bc99-37e399abe74a\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:11.993399489Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:12.009877771Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:12.011003424Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:12.011113684Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.011201388Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.012110309Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.01258261Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.018087418Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:12.02851769Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.03008352Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:12.030152006Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:12.030181144Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.03032429Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.038406132Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:12.038476372Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.038507755Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.03883157Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:12.071292686Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.071351844Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.072211587Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.083835788Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aabcc866-69bf-42c5-abf4-512a918314e7\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.084016538Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.089808237Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cc93ffbf-3b2e-4b5f-a2e8-a5d58edcca5d\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.08998005Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.113482787Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aec92643-f65f-4b29-84d8-e19d7018fddb\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.115990925Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.1196523Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5ee7fcde-5a3a-4e02-a6db-4c9f6dc55934\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.119842529Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.122429413Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9ac9646f-3480-4e79-acff-2fa52927021a\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.122986683Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.125417968Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d85e53ba-ad2d-4f00-bfec-2689e09af2da\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.12558982Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.128182265Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"09188b4c-17e1-4498-87a9-9a1bcdb05e2f\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.128422564Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.129512175Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cc1b3c2e-e177-4592-a4d5-a8b11d27af1b\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.130034546Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.133239792Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7b8f5edf-24b3-4371-927c-730bf5377b7c\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.134541886Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.135218464Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.137598967Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"82faf6d0-1bf0-44c9-b937-974f48ac29cb\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.137762794Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.141875137Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"07f199cb-6a81-43dd-a964-d8a710ae0223\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.142001339Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.144685958Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"84f671eb-353f-4e9d-8931-06ff0f78ae66\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.14475723Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.147283654Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cf56199f-1bc2-4cb0-8f34-037997d33587\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.147364925Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.150046138Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5ecc6e28-fe6f-488f-a411-0b96c6d30b28\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:12 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.150111768Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.153718054Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fe4d83ae-85a7-4bfc-b4d7-0e69fb891bad\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:12 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.154671804Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.157006416Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6984900e-cfd7-40e0-9dad-f7c4046b938c\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:12 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.157104691Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.158305053Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d52389e7-7d67-4b3e-a99c-3bce206a037d\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:12 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.158431795Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.159292571Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"09a7fb51-c45d-456c-80e4-a78c9f02f835\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:12 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.159464313Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.16075806Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c2f2cb94-a6b5-470b-9487-4afd1d02edf3\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:12 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.16088852Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.162184563Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"33f18434-b82f-45d0-9b86-0e8fc80aa145\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:12 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:12.162245975Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:12.162294602Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:12.162326646Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.162355824Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.164521579Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.171787776Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.177726018Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:12.177784655Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:12.177814905Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:12.17784733Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.177874995Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.178461113Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.181252765Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.195268861Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:12.195361355Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.195394772Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.197041864Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:12.197724564Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:12.197783441Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:12.197816948Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.197843781Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.198475921Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.20223968Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.20790607Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:12.207969576Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.208002883Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.208360666Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.259336151Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","sled_agent_url":"http://[::1]:57761"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.259415018Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"SledAgent":"http://[::1]:57761","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:57761/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:12.264326544Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:63265"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:12.266107973Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.266219235Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.267191793Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"incoming request","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:12.269199383Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/inventory","method":"GET","req_id":"fc787a07-14fa-4635-8790-4f30aa0107a2","remote_addr":"[::1]:63265","local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:12.269269462Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/inventory","method":"GET","req_id":"fc787a07-14fa-4635-8790-4f30aa0107a2","remote_addr":"[::1]:63265","local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":627,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.269315564Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"SledAgent":"http://[::1]:57761","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:57761/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fc787a07-14fa-4635-8790-4f30aa0107a2\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:38:12 GMT\"} })"}
{"msg":"begin collecting all keepers","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.275372452Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","nkeeper_admin_clients":0}
{"msg":"end collecting all keepers","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.275424646Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","nkeeper_admin_clients":0}
{"msg":"finished collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.275449856Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:12.379896029Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:12.380015136Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:12.380053923Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.380083703Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.380755341Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.393664121Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.409837345Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:12.410193244Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.410305217Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.410956024Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.475819841Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.47618085Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.476782008Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:12.477760016Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.494356434Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:12.494458697Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.501788542Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:12.50189806Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.529184777Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"result":"Ok(\"found\")"}
{"msg":"Non-retryable transaction failure","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2025-04-30T06:38:12.532732044Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"}
{"msg":"inventory collection failed","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2025-04-30T06:38:12.533114446Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""}
{"msg":"activation complete","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.533169616Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":26,"elapsed":"718.272772ms"}
{"msg":"activating","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.533273112Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","iteration":27,"reason":"Signaled"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:12.533318723Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:12.533349926Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:12.533382571Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.533411558Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.538580808Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.543984655Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.547784816Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:12.547934775Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.548041938Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.548638958Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.563176112Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","candidates":"[(b139770c-2385-4e5f-b2ea-bae89be6cfda, 0)]"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:12.563236593Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:12.564004974Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:60711","req_id":"57a611bf-d49f-4e7e-b2c5-ddc9da1a7ecf","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   cf dc 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   ............._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.564065204Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:60711","req_id":"57a611bf-d49f-4e7e-b2c5-ddc9da1a7ecf","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 53212,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.564346063Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.564505882Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.56459545Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:60711","req_id":"57a611bf-d49f-4e7e-b2c5-ddc9da1a7ecf","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61532, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.564938494Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61532, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3957, tv_nsec: 363837769 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:12.564994856Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:12.565296868Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:52202","req_id":"9922678c-da41-4283-af54-75d78cb99508","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   cd 74 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   .t..........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.565353972Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:52202","req_id":"9922678c-da41-4283-af54-75d78cb99508","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 52596,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.565438259Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.565531465Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:52202","req_id":"9922678c-da41-4283-af54-75d78cb99508","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:12.634378218Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:12.63483114Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:12.635407058Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:12.635466757Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.635499302Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.636277873Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2025-04-30T06:38:12.63680324Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:12.637161784Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:56597","req_id":"3d6bdcc5-581c-41a5-9cf5-87d428a28f9d","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000:   cf 5f 01 00  00 01 00 00  00 00 00 01  18 5f 63 6c   ._..........._cl\n0010:   69 63 6b 68  6f 75 73 65  2d 61 64 6d  69 6e 2d 6b   ickhouse-admin-k\n0020:   65 65 70 65  72 04 5f 74  63 70 0d 63  6f 6e 74 72   eeper._tcp.contr\n0030:   6f 6c 2d 70  6c 61 6e 65  05 6f 78 69  64 65 08 69   ol-plane.oxide.i\n0040:   6e 74 65 72  6e 61 6c 00  00 21 00 01  00 00 29 04   nternal..!....).\n0050:   d0 00 00 00  00 00 00                                ......."}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.637277194Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:56597","req_id":"3d6bdcc5-581c-41a5-9cf5-87d428a28f9d","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 53087,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.637498946Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 53087,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_project_deletion_with_snapshot","level":50,"time":"2025-04-30T06:38:12.637716279Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:56597","req_id":"3d6bdcc5-581c-41a5-9cf5-87d428a28f9d","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"begin collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.63833442Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"begin collection from MGS","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.638387446Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","mgs_url":"http://[::1]:61532"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.638416404Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/ignition","method":"GET"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.650770498Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.658981909Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:12.659086868Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.659119724Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.659620772Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.664142351Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7523cab0-6676-43bd-8019-6c8bf1d4193e\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:38:12 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.664375415Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:12.666241293Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.666301503Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.66672677Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.669639634Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7533ba03-ede1-4fff-b4d6-f669881634b0\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:38:12 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.669875023Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.683071105Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"96933bb2-e8f0-4f3f-89bc-6dbe20b32938\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:12 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.683339139Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.688019695Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9ec17984-7fee-4ffa-8990-ca4cf0e69e23\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:12 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.688192269Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.691324389Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2897bb4e-ec2c-4fd3-82d3-b0298ccf2af0\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:12 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.691397685Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.694223175Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"60875b14-6955-4658-b47b-1482c353c9b4\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:12 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.694297193Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.696531013Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5c83ea16-efb5-48df-9239-54a8d0924723\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:12 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.696690291Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.702307763Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d5bb5e84-fe1c-4715-a75c-a7ba5bd3e89c\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:12 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.706846707Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/rot/cmpa","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.71125005Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.711574286Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0aa7b26a-9641-4fc3-b600-d3bacb5a990e\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:12 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.711720618Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.713184785Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e9672db4-e8f5-48ac-b17f-f2ac52f84745\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:12 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.713328521Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.71431665Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f36f62d5-d26a-457c-a37f-e4ed678fc90e\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:12 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.714442821Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.715683453Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"49f96fef-7c60-4ddd-a19b-7bba167a97ec\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:12 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.715864504Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.717051349Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3f873a6c-cbb2-421a-beaa-d6931e1be56e\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:38:12 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.717226618Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.719084389Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d64dd646-56fd-49f1-b838-9320f08c8bcd\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:12 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.719150732Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.721203782Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"21aec1e6-d266-4040-96bc-ad03c1a34d7b\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:12 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.721273982Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.723144158Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8506e41b-0e3b-4d5c-b876-b58ba1d3e62d\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:12 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.723266492Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.733090656Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ffe633fb-71ac-437f-aa6e-0ee9128b8f14\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:12 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.733373319Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.735145029Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cdb4f63c-e83a-4940-b9bb-facb7bb304c5\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:12 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.735264778Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.737066277Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c2b6c0cf-4a1b-42cd-9c70-38dfe8f45c06\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:12 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.737182018Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.73798623Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7a013976-06a0-4595-8e92-bdd6c88a625f\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:12 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.738111309Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.739101552Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b11130b6-d44a-45ae-9993-e57f09076b37\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:12 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.739231541Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.74011913Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"285d7a60-53b0-4fcc-b4af-23556065daf2\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:12 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.740247966Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.74116842Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"11f64a59-49ad-4bc3-81f0-e260c80626a7\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:12 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.741284892Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.745841291Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9508e946-e2c1-430a-99f8-73e03ffaa7cb\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:38:12 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.74600161Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.748288617Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ea2f0cb7-025e-484a-8d25-ce87b8f1bf94\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:12 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.748457503Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.755804412Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"49c6805c-6e9f-4ca5-a152-9b29f085cb37\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:12 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.75602456Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.759865714Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fdcee753-1ac8-4dab-92fd-199e94258289\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:12 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.75999432Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:12.762190997Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:12.762234112Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:12.762262228Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.762289773Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.763972446Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.765163178Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d9846895-e6c7-4cce-8b33-5ea89c70e37f\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:12 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.765288137Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.769630559Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.779199194Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:12.779263482Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.77929259Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.77972407Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.78687125Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7484f2af-9581-4646-96bb-8998c3f9de04\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:12 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.788915883Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:12.789138527Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.78918999Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.790092297Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.80975795Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0e46a0b4-b66e-47a8-88b5-598f37c48236\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:12 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.809853099Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.811382106Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1e455e3f-49dd-4a48-8b64-b4f952a4a72f\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:12 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.81152473Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.813706778Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e9be7e60-aca0-4528-90af-ff88c1416503\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:12 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.813989691Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.816144575Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"12c61c73-91e7-46f2-953f-0701e54d95a4\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:12 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.816272219Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.81870189Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"357015b6-5a9f-4665-8269-9e0dd8e35450\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:12 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.818821969Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.821391309Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"70b24578-d9d2-4d59-8b95-922086ea9e3c\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:38:12 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.821688731Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.828028362Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"447a17c9-5539-4ebd-a309-96ae71f5fe7f\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:12 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.828180977Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.830860195Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"be03af78-e7b3-4c30-ba4a-a2974461b89f\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:12 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.830987749Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.83497337Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7ed50d51-d97a-453c-b98f-a8c58558cf58\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:12 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.835690719Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.835790498Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.850351199Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f47db072-19b7-4ce0-8d5c-9c723c705699\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:12 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.850433062Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.856785289Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fd65e061-0273-4eb7-9605-7653cf5567c8\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:12 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.857036108Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.864142598Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"23e6a0c9-e85d-4797-9c64-ac87ceda480a\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:12 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.86422414Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.865384823Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3a94a41c-871a-4e91-8495-2ced660ad180\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:12 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.865602637Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.867032696Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"13aa4d1a-244e-4d7b-997a-26bd724e499d\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:12 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.867127375Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.868418357Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2ea57813-ffd1-4066-a83e-d82b7ee25787\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:12 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.868601482Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.869822424Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"97ed03d6-6c8e-4197-96d6-a7a5158999aa\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:12 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:12.869884708Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:12.869920029Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:12.869994748Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.870041661Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.870597078Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.874320046Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.880558876Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:12.880625359Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:12.88066141Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:12.880695468Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.88072632Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.881309522Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:12.887066031Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:12.887126692Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:12.887160329Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.887285248Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.888339949Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.888690788Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.901923915Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:12.902009615Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.902045948Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.902670903Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.912891296Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.918990619Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:12.919049186Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.919080568Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.919500314Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.986426751Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","sled_agent_url":"http://[::1]:57761"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:12.986529726Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"SledAgent":"http://[::1]:57761","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:57761/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:12.988848757Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:62123"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:12.991183098Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.006928409Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.007764475Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"incoming request","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:13.009201789Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/inventory","method":"GET","req_id":"87e3fdc0-4ec9-438c-b05c-f9f2ee222fea","remote_addr":"[::1]:62123","local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:13.009893697Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/inventory","method":"GET","req_id":"87e3fdc0-4ec9-438c-b05c-f9f2ee222fea","remote_addr":"[::1]:62123","local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":708,"response_code":"200"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.011113087Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.011294699Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"SledAgent":"http://[::1]:57761","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:57761/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"87e3fdc0-4ec9-438c-b05c-f9f2ee222fea\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:38:12 GMT\"} })"}
{"msg":"begin collecting all keepers","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.014699262Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","nkeeper_admin_clients":0}
{"msg":"end collecting all keepers","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.014756356Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","nkeeper_admin_clients":0}
{"msg":"finished collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.014783911Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:13.016957542Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:13.017018152Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:13.017051629Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.017080066Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.017497908Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"collecting from producer","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.01755381Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.024228689Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.028788534Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:13.029329432Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.029442808Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.029981351Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"sent collection request to producer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:13.030740944Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.033826001Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:13.033938074Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:13.034012472Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.126817751Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"result":"Ok(\"found\")"}
{"msg":"Non-retryable transaction failure","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2025-04-30T06:38:13.128495133Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"}
{"msg":"inventory collection failed","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2025-04-30T06:38:13.128761564Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""}
{"msg":"activation complete","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.128819489Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":27,"elapsed":"595.543812ms"}
{"msg":"activating","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.128857415Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","iteration":28,"reason":"Signaled"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:13.128883487Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:13.128913386Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:13.128942755Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.12897026Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.130201232Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.148926812Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.156542716Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:13.156610842Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.15664516Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.157185286Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.161349152Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","candidates":"[(b139770c-2385-4e5f-b2ea-bae89be6cfda, 0)]"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:13.16142804Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:13.16275298Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:64672","req_id":"ffe5945e-1db7-4bdb-9ef3-75fddab0bdb3","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   ef 81 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   ............._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.162824231Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:64672","req_id":"ffe5945e-1db7-4bdb-9ef3-75fddab0bdb3","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 61313,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.162897027Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.162921044Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.16315997Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:64672","req_id":"ffe5945e-1db7-4bdb-9ef3-75fddab0bdb3","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61532, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.163627863Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61532, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3957, tv_nsec: 962537558 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:13.163722241Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:13.16412363Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:51927","req_id":"254b95ee-8d44-49ec-b33c-e049a5c6b86c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   f2 88 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.164179863Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:51927","req_id":"254b95ee-8d44-49ec-b33c-e049a5c6b86c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 62088,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.164262136Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.164299431Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:51927","req_id":"254b95ee-8d44-49ec-b33c-e049a5c6b86c","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:13.240713361Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:13.241121273Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:13.241178858Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:13.241216533Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.241244569Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.241910927Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:13.242339631Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:52660","req_id":"f4a16887-630f-4099-a7e5-877f2efa06c5","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000:   02 2f 01 00  00 01 00 00  00 00 00 01  18 5f 63 6c   ./..........._cl\n0010:   69 63 6b 68  6f 75 73 65  2d 61 64 6d  69 6e 2d 6b   ickhouse-admin-k\n0020:   65 65 70 65  72 04 5f 74  63 70 0d 63  6f 6e 74 72   eeper._tcp.contr\n0030:   6f 6c 2d 70  6c 61 6e 65  05 6f 78 69  64 65 08 69   ol-plane.oxide.i\n0040:   6e 74 65 72  6e 61 6c 00  00 21 00 01  00 00 29 04   nternal..!....).\n0050:   d0 00 00 00  00 00 00                                ......."}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.242405933Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:52660","req_id":"f4a16887-630f-4099-a7e5-877f2efa06c5","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 559,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.242629789Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 559,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_project_deletion_with_snapshot","level":50,"time":"2025-04-30T06:38:13.242723135Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:52660","req_id":"f4a16887-630f-4099-a7e5-877f2efa06c5","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"begin collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.242898194Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"begin collection from MGS","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.242949566Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","mgs_url":"http://[::1]:61532"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.242977712Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/ignition","method":"GET"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.244998819Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.250275332Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:13.25032453Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.250353478Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.250733846Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.251009455Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0fcc8e0d-ed19-4603-a52f-c9435aab9ca7\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.251308621Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:13.253958571Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.254054301Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.254562274Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.254749757Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9c564982-f2a0-424f-844c-87004b183579\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.255010036Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.260011922Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5f9bf7dd-a8d1-4309-86de-3c044c947c1f\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.260173824Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.264767547Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4efe4668-9efa-436f-9685-3bc63c4b0419\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.264892686Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.275574108Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8b0d3742-bb48-47f4-ba28-93bb1e6e3a6e\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.275952382Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.284194674Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"40a0b0c6-0d8b-4352-bd01-9b4cafa2dee5\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.284275365Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.29931454Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.304148781Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"98005d9d-e06d-476b-b874-2b5f4ae7cbd7\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.304388559Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.308415583Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"97a162a3-7317-469c-a327-d5b59b2d11e3\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.308532706Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.314418423Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0d40de08-025a-448b-b504-f9e421bc6c4e\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.314661367Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.317604521Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"63ff7508-1e02-4d8d-9208-c19540ef2214\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.31806543Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.322676807Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5591dddb-f232-440d-9a57-baf040c97244\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.322906425Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.325761534Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"136b401d-a044-4c0c-977d-7775c20b2301\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.326044507Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.328552234Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7359bb1e-7584-4574-85be-8a452e040af5\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.328812432Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.338809491Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"efa61a5a-a8e3-4d9e-a319-df10c422b400\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.340604437Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:13.352863943Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:13.352984403Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:13.353049232Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.353083841Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.366983135Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.375363422Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d6e5a159-5055-4890-8c92-5433272cb20d\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.375722788Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.376766778Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.383159275Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:13.383320055Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.38341776Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.384106622Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:13.386759969Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.386864557Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.387514412Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.389819906Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9a856838-8c24-4d75-8f62-07ae4f1f029c\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.390233389Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.395066279Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5a20b55e-88fd-44ea-9a96-0e5ef155c038\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.395334433Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.408047633Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e6f679aa-ee42-485b-923a-f75d6af9b56d\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.408313844Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.427974707Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a79b025b-acf9-4993-ad5d-ca5ab3a67ba0\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.428359213Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/rot/cmpa","method":"GET"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.473612798Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.47369435Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.474191921Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:13.475205481Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.476333308Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"48392ec8-c81c-49db-b83a-a85b0f47fed5\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.476464059Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.478700565Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5f7b7abd-3523-4abd-8803-8b22425bbcd9\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.478847107Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"inserted rows into table","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.479970264Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:13.480036807Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.480877091Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7098bf97-4eff-4f81-af2b-8c1bd29afdb9\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.480943163Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.485280254Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.48597051Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f57ba70f-f001-41e3-a79e-734c7739a844\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.486033846Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0","method":"GET"}
{"msg":"inserted rows into table","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.486505596Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:13.486566096Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.511374656Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"166d2f40-33e9-497e-b8fd-1b9c950d00e5\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.511852628Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.523647368Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c24ae61b-e375-42dd-b87f-a3b35660ea5e\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.524615868Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.535125728Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"10237984-d930-417a-8e83-b2153c8b1557\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.535346819Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:13.545545749Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:13.545720888Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:13.545769545Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.545799635Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.546513477Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.550460522Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.560764151Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:13.560838309Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.560871956Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.56134588Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:13.564476367Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.564536417Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.565409056Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.565668513Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b2d6f3b4-8b69-4005-a5d5-2866ce206923\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.565846527Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.568584653Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"52379d6a-b367-486f-99ef-be53d5d38424\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.568786916Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.572773799Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ff31653e-8074-44d0-b6ae-04e052029b08\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.572903388Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2025-04-30T06:38:13.574295622Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.575042399Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d97f9f54-cc07-4e6f-9b3e-471653003518\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.575093902Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.576088434Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d9a8dd1f-34be-43da-a339-97d92115aa00\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.57621186Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.577337142Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d9ebb186-2c1a-4409-a349-24fa8f6645b4\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.577530236Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.579076086Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c5085f89-98d9-4f19-b718-5abf65fd871c\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.579141727Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.580034346Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3190577f-ee0e-48e4-8a13-fa04fddd307b\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.580102101Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.586876969Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"02f9d4ef-0bc5-4d04-9f65-b44a9676acc3\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.587246646Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.589712108Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6a5609c9-0c07-4e71-9eb9-3e548284adc1\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.589879401Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.593849521Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"25f18c29-3a7f-4ad6-81a8-acce997ac4a5\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.593943579Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.596100246Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1fc56efc-8d57-4acb-af44-938073ee4283\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.596175967Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.600200756Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.602218566Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c467bec7-5164-4e83-8d4e-b2aaa481227e\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.602301061Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.604373109Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2c3621c9-8a00-4ecf-9473-4c25c504c512\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.604433469Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.607303838Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"afdd722e-d49a-4828-aa89-ba4a383f7492\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.607366183Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.608315865Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f210c535-6957-492d-bc3f-a6aebf9a4350\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.608476445Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.609550735Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e366a43c-05a9-4109-803f-cf51232f39ca\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.609863428Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.61088319Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ebf24dcc-d3a6-44bb-a6ff-9ac7f639add9\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.611064932Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.612874157Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fb4870bd-a8f7-443b-8cc8-9bb0900dca94\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:13.612936741Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:13.612973204Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:13.61300648Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.613052693Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.614915945Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.627190922Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.631094389Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:13.631163878Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:13.631194098Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:13.631222966Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.631251723Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.631638233Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.637772505Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.643295479Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:13.643644615Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.643705987Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.64485689Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.752505864Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","sled_agent_url":"http://[::1]:57761"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.752657446Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"SledAgent":"http://[::1]:57761","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:57761/inventory","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:13.753271409Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:13.753415256Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:13.753514824Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.753598972Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.754425449Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"accepted connection","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:13.754597091Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:64384"}
{"msg":"incoming request","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:13.755265452Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/inventory","method":"GET","req_id":"143f03ac-a105-4935-a8b0-f8c564a5e16c","remote_addr":"[::1]:64384","local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:13.755782222Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/inventory","method":"GET","req_id":"143f03ac-a105-4935-a8b0-f8c564a5e16c","remote_addr":"[::1]:64384","local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":526,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.756277168Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"SledAgent":"http://[::1]:57761","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:57761/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"143f03ac-a105-4935-a8b0-f8c564a5e16c\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"}
{"msg":"begin collecting all keepers","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.757994189Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","nkeeper_admin_clients":0}
{"msg":"end collecting all keepers","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.75808484Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","nkeeper_admin_clients":0}
{"msg":"finished collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.758218165Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:13.760195405Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:13.760430974Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:13.760536174Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.760623538Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.761338853Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.761765313Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.767709606Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:13.767876529Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.76796727Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.768416966Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.770270008Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.773954379Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:13.774157664Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.774202854Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.774689423Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:13.774960884Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.775001585Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.7755259Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"Non-retryable transaction failure","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2025-04-30T06:38:13.832073216Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"}
{"msg":"inventory collection failed","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2025-04-30T06:38:13.83237105Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""}
{"msg":"activation complete","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.832424085Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":28,"elapsed":"703.546169ms"}
{"msg":"activating","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.832459837Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","iteration":29,"reason":"Signaled"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:13.832486299Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:13.832514686Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:13.832545748Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.832574425Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.833342115Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.836438253Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.842965108Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:13.843029486Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.84306163Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.843779791Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.849254439Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","candidates":"[(b139770c-2385-4e5f-b2ea-bae89be6cfda, 0)]"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:13.849393636Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.850644519Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"result":"Ok(\"found\")"}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:13.851668449Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:60394","req_id":"fdc58c8d-4d71-4ca7-8c6a-b3a0f2f746d7","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   c9 25 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   .%..........._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.851918707Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:60394","req_id":"fdc58c8d-4d71-4ca7-8c6a-b3a0f2f746d7","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 51493,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.852108425Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.852808059Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.853045613Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:60394","req_id":"fdc58c8d-4d71-4ca7-8c6a-b3a0f2f746d7","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61532, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.854135985Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61532, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3958, tv_nsec: 652995922 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:13.854197417Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:13.854480752Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:60774","req_id":"f354e027-414d-4192-95ea-6fc1bcc4f5e3","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   58 5e 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   X^..........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.860536287Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:60774","req_id":"f354e027-414d-4192-95ea-6fc1bcc4f5e3","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 22622,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.861018728Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.861074329Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:60774","req_id":"f354e027-414d-4192-95ea-6fc1bcc4f5e3","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:13.939552732Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:13.940159221Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:13.940261194Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:13.940298528Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.940325863Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.941280866Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:13.941396616Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.942662809Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"oximeter","body":"None","uri":"http://127.0.0.1:39756/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:13.943377994Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"97b8fd03-075e-40d0-88a1-e8872e7cc081","remote_addr":"127.0.0.1:36198","local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:13.943542061Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:62964","req_id":"b48a280a-792f-47c0-b2a3-2e1fd1853e4c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000:   11 c7 01 00  00 01 00 00  00 00 00 01  18 5f 63 6c   ............._cl\n0010:   69 63 6b 68  6f 75 73 65  2d 61 64 6d  69 6e 2d 6b   ickhouse-admin-k\n0020:   65 65 70 65  72 04 5f 74  63 70 0d 63  6f 6e 74 72   eeper._tcp.contr\n0030:   6f 6c 2d 70  6c 61 6e 65  05 6f 78 69  64 65 08 69   ol-plane.oxide.i\n0040:   6e 74 65 72  6e 61 6c 00  00 21 00 01  00 00 29 04   nternal..!....).\n0050:   d0 00 00 00  00 00 00                                ......."}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.943660106Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:62964","req_id":"b48a280a-792f-47c0-b2a3-2e1fd1853e4c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 4551,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.944032648Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 4551,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_project_deletion_with_snapshot","level":50,"time":"2025-04-30T06:38:13.944129261Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:62964","req_id":"b48a280a-792f-47c0-b2a3-2e1fd1853e4c","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:13.944465851Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"97b8fd03-075e-40d0-88a1-e8872e7cc081","remote_addr":"127.0.0.1:36198","local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.944533667Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"97b8fd03-075e-40d0-88a1-e8872e7cc081","remote_addr":"127.0.0.1:36198","local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.945196878Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"97b8fd03-075e-40d0-88a1-e8872e7cc081","remote_addr":"127.0.0.1:36198","local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.946149827Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.955644725Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:13.955706688Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.95573788Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.956090984Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"begin collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.956264079Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"begin collection from MGS","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.956311613Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","mgs_url":"http://[::1]:61532"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.956338076Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/ignition","method":"GET"}
{"msg":"request completed","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:13.959821767Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"97b8fd03-075e-40d0-88a1-e8872e7cc081","remote_addr":"127.0.0.1:36198","local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","latency_us":16024,"response_code":"200"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:13.96011427Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.960291593Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.961081717Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.961876601Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:39756/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"97b8fd03-075e-40d0-88a1-e8872e7cc081\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.962166689Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"oximeter","body":"None","uri":"http://127.0.0.1:39756/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:13.963785084Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"0e28718a-3c20-4ae0-8bc9-d4555aa6d952","remote_addr":"127.0.0.1:36198","local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:13.964321022Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"0e28718a-3c20-4ae0-8bc9-d4555aa6d952","remote_addr":"127.0.0.1:36198","local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.964568384Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"0e28718a-3c20-4ae0-8bc9-d4555aa6d952","remote_addr":"127.0.0.1:36198","local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.965359461Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"0e28718a-3c20-4ae0-8bc9-d4555aa6d952","remote_addr":"127.0.0.1:36198","local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.965864537Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ed472849-64f5-4904-a044-0c45e45785ad\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.966184935Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.968121624Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f90a7850-9a49-45a8-9400-58e24ae97eb6\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.968478846Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"request completed","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:13.971086672Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"0e28718a-3c20-4ae0-8bc9-d4555aa6d952","remote_addr":"127.0.0.1:36198","local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","latency_us":7338,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.972752922Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:39756/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0e28718a-3c20-4ae0-8bc9-d4555aa6d952\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:13.972943181Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:13.973034753Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:13.97311349Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.975506368Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0b03c2a7-46bd-4cb6-8e94-b06efae79ef9\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.975732007Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.986563568Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1ddb66d1-f829-4712-9f2b-181b7d3db6ef\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:13.986796472Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.001955426Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.002240143Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:14.017291452Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.018095574Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:14.018156415Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:14.018188158Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.033664604Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.040785312Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fb5406e5-d665-4f15-8533-17bc35ffb75e\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.04116076Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.052479321Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5c863d85-93ef-499e-8797-b8143a966879\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.053282011Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.061774972Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d214d914-9733-4841-81bb-bfa9a498199b\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.061898338Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.066790295Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0d65d2e9-9adc-4c13-a48d-4037eb759c84\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.066865355Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.069058093Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2505a3de-4d86-4cfc-90d6-b26f52c640f6\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.069202431Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.07063255Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5f6ed799-0faa-4846-8ee2-5a46d0c2fa7f\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.070783511Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.073253793Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7fcc674f-7d6f-4758-9412-7a92e3a33f6f\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.075169941Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.076510191Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c62c68fd-6f98-4119-a8f0-a5e88387bcf1\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.076628487Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.077720172Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"086db114-ae1c-4f4f-8a44-03db2e308988\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.077963457Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.079750668Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d22f20d2-5988-4058-9fa8-740feacf8315\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.092804056Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:14.09345871Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:14.093610523Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:14.093710452Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.093802044Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.09510992Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.100119Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b2e95dae-f85f-4482-89de-0b433702dada\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.1009518Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.102334144Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.111224998Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:14.111333975Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.111420919Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.112029351Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:14.114715172Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.114821554Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.115442612Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.116161594Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3e8ae892-44eb-439d-a849-cec47f4b7519\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.117255834Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.119347121Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f47ed9de-6afd-45cc-bd5d-6e41e59c64a1\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.119478433Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.123243244Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1e77ffe9-8c56-4b71-aa7a-ae4f573526fc\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.124816639Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.127542971Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0f6d632b-4717-4163-a662-0fb241da31b9\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.127686918Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.12944486Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1d30ca45-586b-4d39-ad3d-9e9bcd190e9b\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.129578356Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.130685241Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b8ea819a-7334-4fab-831b-7ada78aac267\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.130817625Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.132596149Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4c19d618-7876-4c0b-a2e3-a50b6f1f15e1\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.132730887Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.133851841Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0c01ad9d-e56a-43ef-8fbf-d8fcc905636d\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.133966559Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.135164346Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"18c7c195-7dac-44e3-9f7c-9316f402dc05\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.135402811Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.13803747Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"239a0918-d297-4d66-bc21-0f50e9077958\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.138098602Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.140124869Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fcafc91b-5ab1-4cd4-bc5e-ee924f04ec31\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.140193827Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.142680912Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"564c9dea-46dc-41e0-9683-6cc638f82db4\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.143358372Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.147265186Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.148704293Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6ed1521f-8566-4cb2-83ac-91901238bdcc\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.148942388Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.150928525Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3c244487-211e-4d53-9704-9b59baf50911\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.151250126Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.15327503Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"73f15a06-3f45-4d51-b0e8-850bd67792e1\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.153493936Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.154506283Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d843254f-9f5d-475a-b3db-515b6570761c\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.15532773Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.157389478Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c5426071-f8a7-4230-84ee-4a589bdce201\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.157630258Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.16461798Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"225f4a74-add1-4a63-b23e-db1bb803a73f\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.16498949Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.166229692Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"01cc6905-d09e-4a1d-b644-d0f554d0e8bf\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.166566813Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.167896513Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b6ca8b50-b7e2-4fc1-935a-41c69e58ce6a\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.173894162Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.182758925Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"97bc06e4-a28e-4b29-b6b6-e8f119e62616\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.182883483Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.184611296Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"71527d19-ed63-4df9-92f1-1f330c38f319\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.184727968Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.189554755Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3546030f-9d1e-4fa5-9e82-0c2a413bcced\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.189678872Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.191865088Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c6fc0b68-b751-4eef-96e7-1087b96a410a\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.19194113Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:14.19822001Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:14.19828523Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:14.198316613Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.198342384Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.199296996Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.201751587Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.209773179Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:14.209833058Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.209866245Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.210870546Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:14.214144729Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.214202003Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.21528972Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.215942351Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c1a75b16-a0bc-4a76-bc92-30952bc4ed17\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.216036388Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.218939082Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"21e9e8a7-aca6-4f95-a1ad-1e2fb39ea495\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.219030554Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.225897275Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0d770aa3-a559-4c92-8d33-b55541586b3c\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.226131612Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.230772469Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"17558f22-67b3-4b2a-abf1-39a85ebe9a39\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.231026034Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.233203452Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"655ab5f7-7399-47ed-bdcd-e9ff57ecc18c\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.233446637Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.243040973Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fde35d1b-17ed-4095-af0f-756595866d42\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:14.243192595Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:14.243237645Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:14.24327054Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.243298135Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.243974914Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.252899085Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.258318903Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:14.258389434Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:14.258421898Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:14.258451558Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.258478832Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.258857256Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.28448138Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.295803759Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:14.295885192Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.295921925Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.296440388Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.412568215Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","sled_agent_url":"http://[::1]:57761"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.412651451Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"SledAgent":"http://[::1]:57761","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:57761/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:14.413458188Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:51123"}
{"msg":"incoming request","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:14.414030499Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/inventory","method":"GET","req_id":"eae33b29-ba9d-4872-a10e-483300357f54","remote_addr":"[::1]:51123","local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:14.41451317Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/inventory","method":"GET","req_id":"eae33b29-ba9d-4872-a10e-483300357f54","remote_addr":"[::1]:51123","local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":479,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.415163927Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"SledAgent":"http://[::1]:57761","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:57761/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eae33b29-ba9d-4872-a10e-483300357f54\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"}
{"msg":"begin collecting all keepers","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.417453378Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","nkeeper_admin_clients":0}
{"msg":"end collecting all keepers","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.417508919Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","nkeeper_admin_clients":0}
{"msg":"finished collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.417537706Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:14.434541355Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:14.43542216Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:14.435490015Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.435523402Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.438354172Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.446065496Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"result":"Ok(\"found\")"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.446247349Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.446302148Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.446562737Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:14.447416698Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.448206482Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.46215344Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:14.46264534Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.46283078Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.463090668Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.466904947Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:14.467267219Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.473870095Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:14.474081136Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:14.500057702Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:14.504470234Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:14.504596676Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.50468892Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.506075733Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.5090507Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.516071398Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:14.516378711Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.51667937Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.517612599Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:14.531728875Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.53180659Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.53328733Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"Non-retryable transaction failure","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2025-04-30T06:38:14.53357826Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"}
{"msg":"inventory collection failed","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2025-04-30T06:38:14.533867416Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""}
{"msg":"activation complete","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.533926143Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":29,"elapsed":"701.426928ms"}
{"msg":"activating","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.533964018Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","iteration":30,"reason":"Signaled"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:14.533993527Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:14.534021403Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:14.534048567Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.534073807Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.534665436Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.540953304Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.545767716Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:14.545880922Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.545919469Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.546454455Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2025-04-30T06:38:14.547457363Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.549792035Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","candidates":"[(b139770c-2385-4e5f-b2ea-bae89be6cfda, 0)]"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:14.549891573Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:14.550571377Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:52181","req_id":"8789804d-00b8-4cc6-b2c8-0aa5b4b6260b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   57 a5 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   W............_mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.551016805Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:52181","req_id":"8789804d-00b8-4cc6-b2c8-0aa5b4b6260b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 22437,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.551242374Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.551589165Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.551838833Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:52181","req_id":"8789804d-00b8-4cc6-b2c8-0aa5b4b6260b","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61532, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.553339022Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61532, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3959, tv_nsec: 352235832 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:14.553405845Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:14.555401231Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:53731","req_id":"e0cd3b93-b35c-4137-8f20-284b49bf7715","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   d2 86 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.555463715Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:53731","req_id":"e0cd3b93-b35c-4137-8f20-284b49bf7715","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 53894,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.555550147Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.555577832Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:53731","req_id":"e0cd3b93-b35c-4137-8f20-284b49bf7715","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:14.635358891Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:14.636247191Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:52176","req_id":"9015eed8-814a-4663-bdd8-ea2a556c1b30","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000:   66 22 01 00  00 01 00 00  00 00 00 01  18 5f 63 6c   f\"..........._cl\n0010:   69 63 6b 68  6f 75 73 65  2d 61 64 6d  69 6e 2d 6b   ickhouse-admin-k\n0020:   65 65 70 65  72 04 5f 74  63 70 0d 63  6f 6e 74 72   eeper._tcp.contr\n0030:   6f 6c 2d 70  6c 61 6e 65  05 6f 78 69  64 65 08 69   ol-plane.oxide.i\n0040:   6e 74 65 72  6e 61 6c 00  00 21 00 01  00 00 29 04   nternal..!....).\n0050:   d0 00 00 00  00 00 00                                ......."}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.636315778Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:52176","req_id":"9015eed8-814a-4663-bdd8-ea2a556c1b30","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 26146,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.636601848Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 26146,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_project_deletion_with_snapshot","level":50,"time":"2025-04-30T06:38:14.636697999Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:52176","req_id":"9015eed8-814a-4663-bdd8-ea2a556c1b30","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"begin collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.636896174Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"begin collection from MGS","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.636975041Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","mgs_url":"http://[::1]:61532"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.637005632Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/ignition","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.643208751Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1d4a1ea4-ba6f-4744-9806-e20c87839f71\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.644202451Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.646459629Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a00c470f-301b-4750-900d-08607179f8e8\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.646753193Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.650677552Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f7f18427-572c-46f2-9872-fad1a06a4def\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.650900807Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.654494427Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.655616854Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"43bd1c28-4627-4732-b1ca-27cfb5054414\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.655916992Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.65859651Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3537c6d3-1881-4de9-a141-36e95402416b\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.659070445Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.663570821Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6b1a2a68-cf4f-46e7-ae59-40af7e12fbe4\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.665921675Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.670396641Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ef8aeee0-5e3c-4468-9cd1-46e03c5b12b3\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.670637952Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.672648578Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7969ce79-602d-441d-8f14-6c98097447c9\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.673131641Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.674120741Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"da4f379b-572e-49f2-a051-d61ee16b1425\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.674179228Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.675750749Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eac519ba-2444-4793-9afe-e9cd9fdceb12\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.675986319Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.680440393Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"45e21159-1a54-49bb-8d9e-640e6ff50447\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.681792958Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.683231745Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8ecb2bcf-c7eb-459e-bf13-319715636cec\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.68337989Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.684602305Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"642af022-00ab-4030-bd42-e1f9c855d793\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.684807013Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.691484087Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9f1f0475-19a5-4265-b2d3-3710356240d1\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.691633084Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.694749633Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"71079823-e277-4f9c-af91-0336ee248bed\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.694874101Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.698131892Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"046f84c4-9861-4bea-babd-00fda69bae53\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.698257823Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:14.707073698Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:14.707133257Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:14.707164679Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.707191192Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.708180483Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.711317263Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"90fd90db-dce9-4b0f-84d1-1daef2f6046c\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.71169689Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.711870415Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.719289477Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:14.719349517Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.71938128Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.71979257Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.722401628Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eeab5005-e6e4-471b-8994-359642127e74\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.722693199Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:14.722940041Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.722990431Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.723468674Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.725841432Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"de54d7d4-bfbe-4a99-8f27-401ea92a43cb\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.726062702Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.727524645Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2d1ec93e-dd6d-4ccf-83fb-22dcad1a71aa\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.727655917Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.729228781Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5ea7046e-b544-4c76-940c-8aa0e6b2cb05\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.72947919Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.730629842Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"60de0ef2-915a-42f5-bb78-a9f21dd7266d\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.730755723Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.746385404Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5e6d76ef-aa90-4f92-b77b-6ca9f996cb99\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.746618168Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.754829238Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"93db00b3-8d75-4663-9695-40776293679b\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.755439003Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.762206266Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0a4b144b-dc71-4293-85fb-736928934c12\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.762476434Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.766409401Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1ebb6ff4-9d12-44c9-9d27-16afcfc7e9f4\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.766633808Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.773195822Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b346a5fa-b52d-45b6-9cce-e438b3329eb6\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.774575401Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.774933635Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.781843051Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0303d741-c8ac-4152-a925-099ffae509eb\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.782910618Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.786287336Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3e8981cb-24cf-4f2a-a470-9a318acc0a5f\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.786686351Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.789695036Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b0c42c70-7c24-4bc4-9f46-838974efe5d1\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.789977438Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.791073632Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"db92e65b-47de-43d3-9ef0-9d35d890883b\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.791208872Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.79249288Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"504ab067-8158-422d-8315-edf1a713ac70\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.792682809Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.7938577Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f8630d44-55c2-4bb8-85f8-aecbc5188909\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.793984823Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.795998054Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e6492409-a906-4807-ad0a-5ac43fdca1bd\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.796111861Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.797399156Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"13d021ce-2c55-4b11-9044-e1710d6b5b8d\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.7975216Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.799349762Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b75bfc56-0bdb-473a-8a1d-2abc8bc20abf\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.799481324Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.801401139Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6e599ac8-4cff-493a-ae13-193908ed8b53\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.801529134Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.803582285Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0b4a4eb5-78e9-4050-9216-05c19a31a785\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.803886291Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.806256874Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9d780807-c9f7-4bc8-849c-63add463840a\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.806368587Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.810751068Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6ebb4975-30b9-41ca-bf4a-936c3182e00f\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.810824765Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.813018095Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3da2cd9a-7685-4a62-8d07-44a45e11813c\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.813098686Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.814322855Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4fd2c8c3-c444-494b-82a9-91587a20e7a2\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.814487673Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.815601432Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1f40510c-e72b-42e8-810d-211ce5266d9e\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.815731943Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.817384696Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2c9b68d2-70be-410c-a22d-23e199acc5e6\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.817585916Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.819296835Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fba19c31-6ac1-4032-b68d-08af883c8f68\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:14.819377135Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:14.819413167Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:14.819447015Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.819477034Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.827847021Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:14.827994044Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:14.828039545Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:14.828071438Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.828099244Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.828599861Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.830645697Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.838595697Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:14.838883871Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:14.83894365Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:14.838979923Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.839007989Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.839511231Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.841417569Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.849018624Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:14.849778007Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.849831574Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.852423077Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.852712624Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.857022161Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:14.85712229Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.857165967Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.857646695Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:14.861398089Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.861527417Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.862151831Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.938443427Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","sled_agent_url":"http://[::1]:57761"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.938600761Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"SledAgent":"http://[::1]:57761","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:57761/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:14.939806683Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:50735"}
{"msg":"incoming request","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:14.941369247Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/inventory","method":"GET","req_id":"cc35723f-50dd-4a38-8677-408294e8fa1c","remote_addr":"[::1]:50735","local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:14.942073069Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/inventory","method":"GET","req_id":"cc35723f-50dd-4a38-8677-408294e8fa1c","remote_addr":"[::1]:50735","local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":714,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.942723275Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"SledAgent":"http://[::1]:57761","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:57761/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cc35723f-50dd-4a38-8677-408294e8fa1c\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"}
{"msg":"begin collecting all keepers","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.945904313Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","nkeeper_admin_clients":0}
{"msg":"end collecting all keepers","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.945980705Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","nkeeper_admin_clients":0}
{"msg":"finished collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.946115263Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:14.948660935Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:14.948809792Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:14.949034599Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.949235049Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.950578826Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.954048559Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.958961107Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:14.960880842Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.960987785Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.961676568Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:14.989975301Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"result":"Ok(\"found\")"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.006734623Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.006803069Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"Non-retryable transaction failure","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2025-04-30T06:38:15.012179772Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"}
{"msg":"inventory collection failed","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2025-04-30T06:38:15.012719718Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""}
{"msg":"activation complete","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.012766611Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":30,"elapsed":"478.812914ms"}
{"msg":"activating","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.012800318Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","iteration":31,"reason":"Signaled"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:15.012825559Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:15.012855488Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:15.012882873Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.012908785Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.015813863Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"sent collection request to producer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:15.016561643Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.017525403Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:15.017606294Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:15.01763455Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.023632521Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.029701473Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:15.029808947Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.029900339Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.030493441Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.042530855Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","candidates":"[(b139770c-2385-4e5f-b2ea-bae89be6cfda, 0)]"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:15.042593249Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:15.043099087Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:15.043158165Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:15.043190649Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.043217122Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.044414979Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:15.04683495Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:51034","req_id":"791453c1-2881-468f-bf77-c84b86453693","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   e4 1a 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   ............._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.046896894Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:51034","req_id":"791453c1-2881-468f-bf77-c84b86453693","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 58394,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.04719124Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.047553402Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.04760782Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:51034","req_id":"791453c1-2881-468f-bf77-c84b86453693","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61532, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.049007018Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61532, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3959, tv_nsec: 847461286 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:15.049071787Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.053556062Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.061022708Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:15.061110854Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.061142698Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.061872051Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:15.062345314Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:53163","req_id":"ee57b1df-2aa6-4f33-b35b-aa50c754edbd","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   fe f6 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.062482587Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:53163","req_id":"ee57b1df-2aa6-4f33-b35b-aa50c754edbd","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 65270,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.062692856Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.062786823Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:53163","req_id":"ee57b1df-2aa6-4f33-b35b-aa50c754edbd","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:15.122051675Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:15.123237818Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:53219","req_id":"1a7aa32c-c371-4248-be0f-0a61620b32c8","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000:   86 62 01 00  00 01 00 00  00 00 00 01  18 5f 63 6c   .b..........._cl\n0010:   69 63 6b 68  6f 75 73 65  2d 61 64 6d  69 6e 2d 6b   ickhouse-admin-k\n0020:   65 65 70 65  72 04 5f 74  63 70 0d 63  6f 6e 74 72   eeper._tcp.contr\n0030:   6f 6c 2d 70  6c 61 6e 65  05 6f 78 69  64 65 08 69   ol-plane.oxide.i\n0040:   6e 74 65 72  6e 61 6c 00  00 21 00 01  00 00 29 04   nternal..!....).\n0050:   d0 00 00 00  00 00 00                                ......."}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.123305413Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:53219","req_id":"1a7aa32c-c371-4248-be0f-0a61620b32c8","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 34402,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.123522165Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 34402,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_project_deletion_with_snapshot","level":50,"time":"2025-04-30T06:38:15.12365535Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:53219","req_id":"1a7aa32c-c371-4248-be0f-0a61620b32c8","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"begin collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.123828615Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"begin collection from MGS","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.123869166Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","mgs_url":"http://[::1]:61532"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.123894757Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/ignition","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:15.124310275Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.124359092Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.125364505Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.127796371Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"11d38a90-1a2d-4fd0-967e-9b850f459d34\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.128420384Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.132180075Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dfcb65a0-e471-4f42-b9c0-47157724ea76\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.132243872Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.133973147Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"558270e0-9852-49c6-ac8f-4947633b6e5f\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.134055091Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.136211317Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"52e380e4-d7ce-4f09-b696-b69153f20e72\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.136276036Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.138879453Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e2493000-3fef-446e-8271-7b8f6adc954e\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.138943621Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.141527499Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f07ab2ba-604a-4e7c-bf02-63539ecf1160\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.141831014Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.144729499Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c6fc5012-2d54-4677-a577-1fb6b49dfbd3\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.144806272Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.146808341Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5eae4d5f-43b9-4354-9e39-bab939f02391\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.146886406Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.148417727Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8e83c015-a0b4-4bac-bbf9-71585bd43102\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.148665902Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.150079819Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3d7311ed-6ac4-4b07-8faf-559a8aa8754e\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.150279998Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.151588775Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"32e63c09-e04e-40d1-9426-1d4307e9bfe8\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.151648394Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.153036911Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e7c27d8c-49b7-4ec3-aa83-bc49930783e3\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.15341793Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.15639402Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.156717715Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7626f372-9679-4221-8963-813ba750dc01\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.156945118Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.160134132Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ab56e593-339b-401f-8a1a-9094df7cdc7d\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.160198099Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.164356204Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ca7e71dc-9b98-4af2-9a0f-430e9c008298\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.164879376Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.168279831Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7c3731cf-f89b-4d6d-a79f-3750e72011ef\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.168461593Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.170960823Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c2e4a281-a6fc-4cc9-a4c9-accdb0507e7e\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.171175892Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.173390895Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5525c740-bafd-42c8-83e0-c533ae4a0753\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.173462908Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.175564666Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8a2d518e-e7f2-4523-9562-282d372a32bf\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.176097618Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.177302198Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"844dc416-6a99-4199-bc01-687c51d7b026\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.177447297Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.178646647Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e002f5e6-775b-4820-9af5-837a2f6ebf77\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.178842236Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.179688522Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cf7dddac-7120-44f0-9954-18086e348321\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.179983871Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.18108763Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1362d7ff-e67a-4de1-b61f-b60a84366e93\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.181192539Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.189186196Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"843d92b6-cf46-4fb8-9ba5-4ce6ab6576f8\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.189353038Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.191684754Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"da11b34f-757f-4535-9770-48b769cfe326\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.191760916Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.194804149Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4ca7bc83-9946-49d3-bff1-bc49a21077be\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.194874359Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.197407937Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b840284b-9415-4423-9351-1c813e485b09\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.197478317Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.19931174Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b671a261-8991-4b8d-952e-97269cbc66f6\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.199389235Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.201200504Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0348cabc-0e84-4219-b5b9-56180d0954c5\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.201270854Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.204004591Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"42c189e7-5f00-4a17-a570-3e4c12c31d77\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.204472473Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.206620573Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7e6f674e-3ac0-4cfd-a5ec-ded1b897b355\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.206753648Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:15.20731662Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:15.207602479Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:15.207698771Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.207771786Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.208874985Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.209507555Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"acc12cf6-e0f3-4ea7-89c2-d05efa242179\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.209670269Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.211541357Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b14d63a1-ddac-4c03-b91a-718eecfe2937\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.211605876Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.211641907Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2ec96425-8f0d-4019-a112-22c2cea2db31\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.211862317Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1","method":"GET"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.212123367Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.219302431Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:15.219368953Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.219494122Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.21982916Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.22239879Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ac54cf0c-947c-4c3a-a069-991513afea66\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.222612055Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:15.222827173Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.222868245Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.223479924Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.226375954Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b98b6ee0-39a3-4e06-bd34-e2fcf24ef443\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.226499991Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.229863643Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d448c56c-2d9c-48b7-886e-698341cc1f4a\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.230021177Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.232446279Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dc8b8d60-4282-439a-b0a2-575722d50df0\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.232635556Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.235200146Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"00758485-c498-4761-a150-7c937238186a\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.235326127Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.241346111Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"546d6352-664a-4afb-b5cd-f2f962f9681f\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.241731559Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.246023982Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b5e283d0-c477-40b1-8113-8ffbee05fda3\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.246184441Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.248078996Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"57072a83-5bb1-4209-bcd7-622100a677d3\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.248197672Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.249796378Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"02f89aa8-ef7a-4308-a7ce-5e7c87e813fc\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.249947579Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.252335266Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d7f9cb2c-1a96-429f-815d-b5291cf04991\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.252671206Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.25332077Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.254367135Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a1ee22f0-6d9e-4e88-ad0b-244b8203eee8\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:15.254429399Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:15.25446496Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:15.254496182Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.254523677Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.255628788Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.2650299Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.27206196Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:15.272176368Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:15.272275696Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:15.272403822Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.272449292Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.273094568Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.277463332Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.282982619Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:15.283045264Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.283076767Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.283922542Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.347019689Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","sled_agent_url":"http://[::1]:57761"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.347205158Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"SledAgent":"http://[::1]:57761","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:57761/inventory","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:15.347930674Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:15.348103138Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:15.348207886Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.348293687Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.349133641Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"accepted connection","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:15.349416745Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:64486"}
{"msg":"incoming request","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:15.350783759Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/inventory","method":"GET","req_id":"41aabd70-bf6d-4262-9e73-8cc0a23d0a08","remote_addr":"[::1]:64486","local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:15.351534885Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/inventory","method":"GET","req_id":"41aabd70-bf6d-4262-9e73-8cc0a23d0a08","remote_addr":"[::1]:64486","local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":886,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.352447984Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"SledAgent":"http://[::1]:57761","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:57761/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"41aabd70-bf6d-4262-9e73-8cc0a23d0a08\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"}
{"msg":"begin collecting all keepers","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.356045502Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","nkeeper_admin_clients":0}
{"msg":"end collecting all keepers","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.356294017Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","nkeeper_admin_clients":0}
{"msg":"finished collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.356440559Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:15.360866157Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:15.361147137Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:15.361204922Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.361238709Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.361738475Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.362814078Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.370746403Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:15.370832605Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.371350517Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.373105934Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.375627638Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.380162844Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:15.380450427Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.380550697Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.381120853Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:15.39139326Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.391503861Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.392097844Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.446360419Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.446432152Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.446608523Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:15.447424649Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.454153366Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:15.454327513Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.458855725Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:15.458969321Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.468231415Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"result":"Ok(\"found\")"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:15.520012456Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:15.52011495Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:15.52015024Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.520178346Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.520766548Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.52518405Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.531826174Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:15.531887666Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.531920031Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.532446029Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"Non-retryable transaction failure","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2025-04-30T06:38:15.537004521Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"}
{"msg":"inventory collection failed","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2025-04-30T06:38:15.537379258Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""}
{"msg":"activation complete","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.537439368Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":31,"elapsed":"524.602557ms"}
{"msg":"activating","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.537477113Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","iteration":32,"reason":"Signaled"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:15.537504718Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:15.537599457Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:15.537644887Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.537673304Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.538668226Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:15.539074947Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.539119465Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.539646205Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.542580291Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.547696184Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:15.547812335Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.547899098Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.548829853Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2025-04-30T06:38:15.549598434Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.555138302Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","candidates":"[(b139770c-2385-4e5f-b2ea-bae89be6cfda, 0)]"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:15.556075719Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:15.5570599Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:57701","req_id":"894a94d2-ee09-47d6-9deb-c4c62ccbc57b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   c5 c1 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   ............._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.557240009Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:57701","req_id":"894a94d2-ee09-47d6-9deb-c4c62ccbc57b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 50625,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.557536971Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.557776358Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.557995304Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:57701","req_id":"894a94d2-ee09-47d6-9deb-c4c62ccbc57b","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61532, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.558678545Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61532, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3960, tv_nsec: 357606808 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:15.558810909Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:15.55927318Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:56067","req_id":"a35b953d-a5d6-4e50-b874-a848bf9dcdec","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   78 e9 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   x...........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.559435203Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:56067","req_id":"a35b953d-a5d6-4e50-b874-a848bf9dcdec","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 30953,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.559679069Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.559818767Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:56067","req_id":"a35b953d-a5d6-4e50-b874-a848bf9dcdec","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:15.604795721Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:15.605536126Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:58446","req_id":"39b88b2c-b04b-49e7-be7f-444aa4a9ba74","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000:   58 5a 01 00  00 01 00 00  00 00 00 01  18 5f 63 6c   XZ..........._cl\n0010:   69 63 6b 68  6f 75 73 65  2d 61 64 6d  69 6e 2d 6b   ickhouse-admin-k\n0020:   65 65 70 65  72 04 5f 74  63 70 0d 63  6f 6e 74 72   eeper._tcp.contr\n0030:   6f 6c 2d 70  6c 61 6e 65  05 6f 78 69  64 65 08 69   ol-plane.oxide.i\n0040:   6e 74 65 72  6e 61 6c 00  00 21 00 01  00 00 29 04   nternal..!....).\n0050:   d0 00 00 00  00 00 00                                ......."}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.606634815Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:58446","req_id":"39b88b2c-b04b-49e7-be7f-444aa4a9ba74","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 22618,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.606907559Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 22618,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_project_deletion_with_snapshot","level":50,"time":"2025-04-30T06:38:15.607107557Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:58446","req_id":"39b88b2c-b04b-49e7-be7f-444aa4a9ba74","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"begin collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.607488266Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"begin collection from MGS","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.607576892Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","mgs_url":"http://[::1]:61532"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.60853955Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/ignition","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.610477762Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"32d8c2e5-0640-43e1-a016-5e48a7fd90c0\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:38:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.610888601Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.612465973Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ec08145f-2234-475e-8d8c-e4c3f2111cd7\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:38:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.612775821Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.615123999Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"47c3c294-7ea8-4748-844d-b3b0cf7ba5d5\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.615334419Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.617765873Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"77b7f9bd-1b36-4ecf-ae6c-161edd60308d\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.618043436Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.620378689Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"10e7957f-6c29-48fb-81ea-8a007379e6c4\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.62228639Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.627215812Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.628849016Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e13a6dc2-34ce-4720-a282-0dc6b921f558\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.629055136Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.631098197Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ba65d110-d392-4f4e-9f64-f5a4d783a5e7\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.631217254Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.632917642Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"27f9d102-65a4-4f30-bfba-9b495d2f5ba4\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.633049926Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.633868887Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ed54a1a9-c10f-4406-bc9e-6af541ac7041\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.63402099Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.635404367Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c8391838-9f31-4409-8798-a738ff2579b8\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.635550889Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.636515Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5ebb2fd0-c9a1-429e-92d2-edff07a622c0\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.636652624Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.637619731Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a5d8d030-7a94-4563-876a-7d560400bf50\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.637741714Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.639407392Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2bf9a0b5-3191-4d05-98c1-935b7b849a90\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:38:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.63958188Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.641023142Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4e064f6a-865c-442c-99be-adc933fdbc05\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.641142309Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.642742968Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0b922858-7aba-46bb-96c8-4e19723d46a0\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.642856184Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.644708825Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"78735ca1-e0d8-4248-950b-ee99a8ae8a5b\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.644824746Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.646290457Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6f7cb110-62be-416f-9ab2-f7873cb93ba2\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.646408692Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.648481933Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ad7927d1-594c-4c29-bbe1-aa7ff816c2db\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.648547253Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.651172434Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8510705b-2ca2-41ba-b5eb-f1af2a2ac769\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.651236802Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.652594447Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"34c7d196-3d3c-4089-bf37-5f8d7ff0e919\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.652658885Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.656197255Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"620b1129-ead9-4fbd-9f2d-5fbec77f1084\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.656402083Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.657928134Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7313e5d1-3205-40f3-b3e0-0d0400009ef3\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.659969541Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.660637903Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c4dc9a04-3d2a-4a05-bd27-dee411c5a60e\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.660751449Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.661947863Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0c6f5047-1e6d-42f4-8816-f770782f318f\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:38:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.662172651Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.664827921Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d9abac60-b65f-432d-9bb0-649a61930b4e\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.664881328Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.667402962Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"43458c45-86b0-4ec3-9808-f8aa751fba47\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.667521468Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.669518006Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"60cd7293-1e4f-4e51-9a4a-0aa5ea902617\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.669638957Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.672603694Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b8341379-c1de-4a27-95af-a12407666c8f\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.67272726Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.674496074Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8582e5a3-f9ab-452e-83af-611e0dd50dc1\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.674626284Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.676790045Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"35ff946f-1208-421c-9647-331bd217f9df\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.676920294Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.677793454Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4b46e6b9-8e80-4dfc-a959-1fab83ad232d\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.677917762Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:15.67843893Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:15.678482667Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:15.678509992Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.678535453Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.680018287Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.681070273Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"10041721-8d53-452b-984b-dbfadc5d5a96\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.682395363Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.683738109Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"30139194-16f3-4186-90a3-98092df1fa77\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.683878929Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.684082805Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.691902245Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:15.691963738Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.691994108Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.692445227Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.693806429Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"261e27c3-c159-46ba-be57-f236a9b0e2a8\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.693967009Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:15.694969276Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.695014797Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.695469863Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.696253324Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0b886870-77e5-4ae1-9b06-9f275dcabc02\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:38:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.696397512Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.69889137Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7679140a-7c69-4730-bb58-6571e2f85389\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.698942412Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.702648667Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a0c8a333-b710-443c-a35e-a397e19f6dba\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.702785439Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.705012797Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5cb41440-242d-4b9c-9534-b1cb4e68c948\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.70513473Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.708068515Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bee19897-3f37-4772-b9c4-a969a4f4479d\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.708123375Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.710220363Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5a3db54c-1ea4-477c-a373-d5c915d2870a\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.710342606Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.713406801Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a8c0f441-b450-4c94-a7a9-2c39fc1be3c5\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.713525017Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.714831961Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"24b54a4e-aa51-4aea-a13b-d5049684f7ba\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.71505707Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.717007736Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"904253d2-141b-48d6-95a0-026d2cad2dbf\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.717226322Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.718330662Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3a91e104-3f0b-45b4-b5df-dca0c42047ee\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.719397447Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.72652572Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8cc2175a-762d-4770-adb6-25ea5b20c9a3\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:15 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:15.726686891Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:15.726812421Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:15.726944865Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.726981308Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.727215705Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.727686944Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"result":"Ok(\"found\")"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.729999201Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.735204953Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:15.735285343Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:15.735320744Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:15.735349902Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.735378058Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.735792103Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.737905524Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.743435672Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:15.743538918Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.743574829Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.7440117Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.809928514Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","sled_agent_url":"http://[::1]:57761"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.810002602Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"SledAgent":"http://[::1]:57761","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:57761/inventory","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:15.810348932Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:15.810407599Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:15.810439733Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.810467679Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.811193405Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"accepted connection","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:15.811253795Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:35072"}
{"msg":"incoming request","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:15.813179933Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/inventory","method":"GET","req_id":"30db1d93-8810-4e6d-9e92-dda30ed12409","remote_addr":"[::1]:35072","local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:15.813686722Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/inventory","method":"GET","req_id":"30db1d93-8810-4e6d-9e92-dda30ed12409","remote_addr":"[::1]:35072","local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":477,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.813912462Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"SledAgent":"http://[::1]:57761","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:57761/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"30db1d93-8810-4e6d-9e92-dda30ed12409\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:38:15 GMT\"} })"}
{"msg":"begin collecting all keepers","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.816208637Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","nkeeper_admin_clients":0}
{"msg":"end collecting all keepers","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.816264338Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","nkeeper_admin_clients":0}
{"msg":"finished collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.816294578Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:15.819339395Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:15.819399024Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:15.81943244Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.819461057Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.820227374Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.820685948Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.8254251Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:15.825484358Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.825516432Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.82587147Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.827520535Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.831482459Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:15.831699662Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.831751505Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.832302323Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:15.834782785Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.834898235Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.835670414Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"Non-retryable transaction failure","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2025-04-30T06:38:15.864259515Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"}
{"msg":"inventory collection failed","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2025-04-30T06:38:15.865646329Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""}
{"msg":"activation complete","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.865748522Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":32,"elapsed":"328.1718ms"}
{"msg":"activating","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.865787219Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","iteration":33,"reason":"Signaled"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:15.865815395Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:15.865844994Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:15.865874012Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.865900715Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.866984856Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.87529854Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"result":"Ok(\"found\")"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.877091983Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.882822511Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:15.882884154Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.882917811Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.8835297Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.888741955Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","candidates":"[(b139770c-2385-4e5f-b2ea-bae89be6cfda, 0)]"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:15.88878974Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:15.889521198Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:49559","req_id":"6f6cdbfc-a6d9-4817-bcef-f0a6d1199461","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   ff a0 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   ............._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.889681748Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:49559","req_id":"6f6cdbfc-a6d9-4817-bcef-f0a6d1199461","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 65440,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.889879702Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.890046975Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.890153167Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:49559","req_id":"6f6cdbfc-a6d9-4817-bcef-f0a6d1199461","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61532, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.890499206Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61532, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3960, tv_nsec: 689405555 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:15.890549717Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:15.890847059Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:57455","req_id":"0e0d4a14-c894-4693-b585-1c69154a2552","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   96 dd 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.890893672Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:57455","req_id":"0e0d4a14-c894-4693-b585-1c69154a2552","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 38621,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.891046817Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:15.891080495Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:57455","req_id":"0e0d4a14-c894-4693-b585-1c69154a2552","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:15.999292049Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:16.000937848Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:16.001238938Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:16.001364508Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.001479417Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.002405833Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:16.002621142Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.003587608Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"oximeter","body":"None","uri":"http://127.0.0.1:39756/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:16.004641788Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"0da0ad5d-b46c-4d0d-907f-94b1a9667358","remote_addr":"127.0.0.1:36198","local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.004852808Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:16.004987397Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:63655","req_id":"1150ff8f-56af-4b5f-84f7-b4b0073dd437","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000:   07 2d 01 00  00 01 00 00  00 00 00 01  18 5f 63 6c   .-..........._cl\n0010:   69 63 6b 68  6f 75 73 65  2d 61 64 6d  69 6e 2d 6b   ickhouse-admin-k\n0020:   65 65 70 65  72 04 5f 74  63 70 0d 63  6f 6e 74 72   eeper._tcp.contr\n0030:   6f 6c 2d 70  6c 61 6e 65  05 6f 78 69  64 65 08 69   ol-plane.oxide.i\n0040:   6e 74 65 72  6e 61 6c 00  00 21 00 01  00 00 29 04   nternal..!....).\n0050:   d0 00 00 00  00 00 00                                ......."}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.005187976Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:63655","req_id":"1150ff8f-56af-4b5f-84f7-b4b0073dd437","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 1837,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.005601771Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 1837,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_project_deletion_with_snapshot","level":50,"time":"2025-04-30T06:38:16.005799264Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:63655","req_id":"1150ff8f-56af-4b5f-84f7-b4b0073dd437","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:16.006152077Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"0da0ad5d-b46c-4d0d-907f-94b1a9667358","remote_addr":"127.0.0.1:36198","local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.0063041Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"0da0ad5d-b46c-4d0d-907f-94b1a9667358","remote_addr":"127.0.0.1:36198","local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.006855178Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"0da0ad5d-b46c-4d0d-907f-94b1a9667358","remote_addr":"127.0.0.1:36198","local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"collecting from producer","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.007027862Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"begin collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.008242522Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"begin collection from MGS","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.008378443Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","mgs_url":"http://[::1]:61532"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.008495697Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/ignition","method":"GET"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.010953153Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.01886673Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:16.018928403Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.018958934Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.01976482Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"sent collection request to producer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:16.020662468Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.021454065Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:16.021500197Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:16.021526339Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"request completed","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:16.034909565Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"0da0ad5d-b46c-4d0d-907f-94b1a9667358","remote_addr":"127.0.0.1:36198","local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","latency_us":30253,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.039621112Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:39756/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0da0ad5d-b46c-4d0d-907f-94b1a9667358\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:38:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.039861982Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"oximeter","body":"None","uri":"http://127.0.0.1:39756/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:16.040540013Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.040589121Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.041527641Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"incoming request","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:16.042103478Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"06ddc79f-ea26-4c00-8dba-40b5cbbbe466","remote_addr":"127.0.0.1:36198","local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:16.04271658Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"06ddc79f-ea26-4c00-8dba-40b5cbbbe466","remote_addr":"127.0.0.1:36198","local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.042839204Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"06ddc79f-ea26-4c00-8dba-40b5cbbbe466","remote_addr":"127.0.0.1:36198","local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.043367036Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"06ddc79f-ea26-4c00-8dba-40b5cbbbe466","remote_addr":"127.0.0.1:36198","local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.053290898Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cd100af8-2d53-499c-96b1-d78313231dd4\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:38:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.053642549Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0","method":"GET"}
{"msg":"request completed","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:16.058806037Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"06ddc79f-ea26-4c00-8dba-40b5cbbbe466","remote_addr":"127.0.0.1:36198","local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","latency_us":16875,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.059691962Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:39756/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"06ddc79f-ea26-4c00-8dba-40b5cbbbe466\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:38:15 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:16.059880447Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:16.059969204Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:16.060050446Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.066695576Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a8aaf5e7-884c-4fcd-ac5f-aee39f1fd068\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:38:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.066975945Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.077882736Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1964d7ed-4c55-4d19-a0b0-abb9350703fc\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.078216842Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.082450457Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"707f9ce8-d68f-492f-9ad2-803b2e50481e\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.082798661Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.084958644Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d50281dd-cd2d-4ce4-b900-e6007d48d205\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.085028293Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.090409585Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.091424788Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0f97b9da-0e6f-427d-a57a-be1d491db416\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.091499166Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.093688608Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c4a0b5a1-e71f-4745-854b-3a36b8fd8345\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.093757956Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.09583791Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4965ad62-5afd-4fec-bf16-98d5b5c70b25\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.095908401Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.096868975Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5ad3d2fa-855c-4f60-9c0a-4b1f1e882724\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.097009074Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.098028405Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0f26560b-899a-4a4d-8d6d-143eb96a3bd9\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.098166911Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.099144378Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5b4bce5a-eb96-4a14-a9ee-2387187c309e\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.099267684Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.1004755Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fd4ce6ee-0fa9-4531-84b5-4e1015be3334\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.100549578Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.10206639Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"150098b2-1a9a-416f-aee0-6b73fddda68f\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:38:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.102420275Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.104898733Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bdc3bb06-871d-4936-9e40-5e4c1c8bcc9a\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.104967831Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.106919169Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"09d3738f-9607-45d1-a0ef-1c2873519962\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.106986233Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.111486419Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"49e72f21-b7b0-4bac-9adf-bd0247c80809\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.11175771Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.113344641Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2e6bf32b-05ef-4955-9bba-11c60d9d4187\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.113404891Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.115377642Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1c5c331b-5866-4d80-9429-082134f02175\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.115448603Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.118441998Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"096285f6-12a5-4f2d-8dc1-0dab77fe42ea\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.118576756Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.119798871Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"44b8deb7-a5f6-42de-a375-6c9be0914e43\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.119858901Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.120694856Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"db5e466e-1d94-499e-8fbf-b6467badad55\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.120923552Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.121844657Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fd759b9c-ace5-48e4-bea8-cb96b06e0008\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.122016279Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.125474079Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"11323cda-9f20-45dc-bc58-bf9f81a202c5\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.125584589Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.126747586Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9cb45592-a697-4e70-acb0-f70743cd9b63\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:38:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.126900731Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.130431406Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9173c304-7541-4c0e-892a-3ed012829ec2\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.130497367Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.130825761Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9c87f128-bbd6-4cef-a4bb-fca81fe3edf9\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.130939829Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.13412772Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a098083c-802a-486a-b307-5a1bcb268e86\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.134258852Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.136054349Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a0949748-e9db-4aef-8ac7-a2c4887d58e8\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.136219258Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.139025148Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"80323da0-f152-4900-ab2b-52a99ab55acc\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.139084336Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.140898751Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bfcda05c-0279-4272-9ff9-a2064802286a\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.141157677Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/rot/cmpa","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:16.141228909Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:16.141327666Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:16.141371152Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.141401563Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.144536128Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.146939527Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6e5a6b23-52fe-4250-88f6-306ac1012be0\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.147085037Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.149139019Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fde3537c-8c94-41c9-891a-7cbf6fd567e7\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.149209199Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.149861669Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.155872245Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:16.155935511Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.15597011Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.156519565Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.157484297Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cb8001f9-1821-4c2e-b90e-291f5fe94339\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.157624877Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.159866633Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ec25d8e4-bb2c-440b-97ff-1853ea1846e9\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.159928747Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:16.159964669Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.159992083Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.160332882Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.1621989Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b64d76e6-e4e5-465d-b757-afd4a94cafad\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:38:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.162386785Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.164761075Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bb6d1303-529c-409e-ace3-da5648eb21c5\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.164845594Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.167065677Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7c10e521-a877-48d8-bb1c-819c807c9b46\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.167136338Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.169346642Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"04f35264-8bec-48c7-82d1-3c63acf90b40\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.169592512Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.171217099Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3937d797-5a53-4317-a05e-f71044bb20b9\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.17128802Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.173104068Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1670b5ba-93b6-4995-bd74-fd50cc5280b1\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.173179108Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.175360103Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ac7c82cf-f7ed-47e5-88a0-859c72dbebb3\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.175425083Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.176180939Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d788cad4-b49e-4540-b0eb-d60b8f87ea40\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.176245567Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.177673973Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c1c8bcdd-06bd-430d-9232-75560da842ff\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.177791768Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.178892281Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dc3e0fdd-0b0b-4b95-abfa-7c0c25b5ed27\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.178952511Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.180079767Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"faaac119-132b-4cea-b539-696f45f26cca\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:15 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:16.180137111Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:16.180250357Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:16.18029694Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.180329334Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.180773128Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.185134819Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.189551479Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:16.189614915Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:16.189651348Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:16.189681598Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.189710155Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.190019822Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.190615228Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"result":"Ok(\"found\")"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.193176611Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.197663832Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:16.197838179Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.197891145Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.198352915Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.242755685Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","sled_agent_url":"http://[::1]:57761"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.243324237Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"SledAgent":"http://[::1]:57761","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:57761/inventory","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:16.243861187Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:16.243912519Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:16.243944032Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.243970184Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.244968744Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"accepted connection","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:16.245140987Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:40483"}
{"msg":"incoming request","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:16.247962068Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/inventory","method":"GET","req_id":"ab893f65-90cf-4475-aa73-8d3a86641c7a","remote_addr":"[::1]:40483","local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:16.248023791Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/inventory","method":"GET","req_id":"ab893f65-90cf-4475-aa73-8d3a86641c7a","remote_addr":"[::1]:40483","local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":564,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.248062338Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"SledAgent":"http://[::1]:57761","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:57761/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ab893f65-90cf-4475-aa73-8d3a86641c7a\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:38:15 GMT\"} })"}
{"msg":"begin collecting all keepers","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.249412558Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","nkeeper_admin_clients":0}
{"msg":"end collecting all keepers","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.249467157Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","nkeeper_admin_clients":0}
{"msg":"finished collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.249495423Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:16.251577381Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:16.251637832Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:16.251670076Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.251699104Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.25219897Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.252524097Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.258045018Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:16.258128494Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.258163934Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.258505806Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.260277736Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.263867498Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:16.264075753Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.264128829Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.264623675Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:16.265412567Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.265467386Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.266659782Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"Non-retryable transaction failure","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2025-04-30T06:38:16.383015152Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"}
{"msg":"inventory collection failed","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2025-04-30T06:38:16.38964399Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""}
{"msg":"activation complete","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.389717136Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":33,"elapsed":"523.94206ms"}
{"msg":"activating","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.389755953Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","iteration":34,"reason":"Signaled"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:16.389782255Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:16.390048235Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:16.390102333Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.390131221Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.390915203Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.39338819Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.400495922Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:16.400562134Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.400598877Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.401505153Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.407555578Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","candidates":"[(b139770c-2385-4e5f-b2ea-bae89be6cfda, 0)]"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:16.407616399Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.409768487Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"result":"Ok(\"found\")"}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:16.411424306Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:63259","req_id":"2d44159e-045b-4a3c-b15c-ddbab8d85a35","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   e8 05 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   ............._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.411625677Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:63259","req_id":"2d44159e-045b-4a3c-b15c-ddbab8d85a35","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 59397,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.411946977Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.412150813Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.412207867Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:63259","req_id":"2d44159e-045b-4a3c-b15c-ddbab8d85a35","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61532, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.412634527Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61532, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3961, tv_nsec: 211530606 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:16.412696551Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:16.413066347Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:54578","req_id":"37fbcce3-fcc5-4854-91bc-3cad67451da5","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   e7 aa 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.413115455Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:54578","req_id":"37fbcce3-fcc5-4854-91bc-3cad67451da5","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 59306,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.413207829Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.413299492Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:54578","req_id":"37fbcce3-fcc5-4854-91bc-3cad67451da5","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:16.466070214Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:16.466563086Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:16.466617284Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:16.466650661Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.466679558Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.467544191Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.467681775Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.467727887Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.469690888Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:16.470914626Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:16.475797555Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:62186","req_id":"d10ae09f-e466-4eaa-82ed-3523364561ec","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000:   16 4e 01 00  00 01 00 00  00 00 00 01  18 5f 63 6c   .N..........._cl\n0010:   69 63 6b 68  6f 75 73 65  2d 61 64 6d  69 6e 2d 6b   ickhouse-admin-k\n0020:   65 65 70 65  72 04 5f 74  63 70 0d 63  6f 6e 74 72   eeper._tcp.contr\n0030:   6f 6c 2d 70  6c 61 6e 65  05 6f 78 69  64 65 08 69   ol-plane.oxide.i\n0040:   6e 74 65 72  6e 61 6c 00  00 21 00 01  00 00 29 04   nternal..!....).\n0050:   d0 00 00 00  00 00 00                                ......."}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.476212873Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:62186","req_id":"d10ae09f-e466-4eaa-82ed-3523364561ec","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 5710,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.476546868Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 5710,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_project_deletion_with_snapshot","level":50,"time":"2025-04-30T06:38:16.476742839Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:62186","req_id":"d10ae09f-e466-4eaa-82ed-3523364561ec","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.477271622Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.483677836Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:16.483776463Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.483866302Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.484418452Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.484951674Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:16.48511535Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"begin collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.486269751Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"begin collection from MGS","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.486361163Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","mgs_url":"http://[::1]:61532"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.486491041Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/ignition","method":"GET"}
{"msg":"inserted rows into table","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.494270712Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:16.494403005Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:16.496497388Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.498481822Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.50892023Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.515686852Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7068bdfb-b4d8-497d-b6ef-47a972d1ca23\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:38:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.516089665Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.519047749Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7bfb7c20-41ab-42b1-9d58-c847d02c84b7\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:38:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.520079805Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.524854618Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8d829595-2c52-4623-94ca-8d44df225b82\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.525386117Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.538309536Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"689c07ca-6922-4aa7-803f-4fa5b62c2b52\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.539957981Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.543311703Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3031bfd5-004e-4256-bf9a-fffde36f3afa\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.543434187Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.548848915Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.549165206Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"368927fc-2721-4432-bb3f-3c1d7eb88f28\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.549287109Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.551578394Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8eb34cb1-1760-47bd-b460-75767534f46a\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.551745988Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.553568769Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0a6a4b7f-9912-4dd7-8381-410801508b85\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.553633098Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.554651116Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"463b7003-b0ae-4e1d-8198-737cdaea791b\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.554815624Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.555811107Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d8c6a4be-9999-49e0-9e9d-d1d08c2863a3\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.556075374Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.557059525Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"61a59b7d-8376-4ad7-94c2-fa2c3c27ac1a\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.557389482Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.558314094Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"92738cef-5dfe-476a-b4e9-8b130d539ab4\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.558384114Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.559928591Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3969aa29-053f-4431-8eed-3d1cd05f98f3\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:38:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.560866169Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.56261334Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bce2ccff-2231-4da5-9963-85127aea5742\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.562729942Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.564818955Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bc3abbbd-087d-444e-8946-b63e8df3cbbd\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.564948874Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.567175841Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"15280a3c-6638-4e15-a38a-d74559d87cbb\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.567246802Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.56948923Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"39fd9c61-4356-4330-9107-3c6fd70ed003\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.569560622Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2025-04-30T06:38:16.570305316Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.572454728Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c1a0eccc-106f-4c9d-9efb-d4fe50ab8e9d\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.572518215Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.5763553Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7a3d6b8d-d5f6-4d90-b289-43bf0f058bce\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.576503726Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.577321255Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"21862815-c312-49ab-8d12-5973e4c12b6c\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.57739908Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.578679992Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"479b1563-6c2d-45e0-b5cf-51c536deeeb4\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.57880432Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.579915844Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6ed1285f-6ce4-4f6c-a24b-457d724a5d81\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.580085071Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.581119783Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f29085ab-cadd-4590-812f-af4c533f2c89\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.581184632Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.582441056Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"38837255-16e8-44c3-b1c9-015552716fdb\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:38:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.582602948Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.584366342Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3617f840-3255-46d9-808f-5a6eec96f4f5\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.584434978Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.596814083Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0ca3d0f9-b257-48cf-a22c-0c302ea89c11\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.59689268Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.598849538Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c5a85fcb-d5b1-4f1d-a312-2ff8287ae346\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.599085348Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:16.599321178Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:16.599377791Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:16.599411278Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.599437289Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.600324167Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.604829122Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.612672269Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:16.612777519Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.613054872Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.613620719Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.615556005Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8c7bc9ee-a72b-4957-aa74-066ace3d9626\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.616118175Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:16.616708431Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.616814512Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.617344058Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.622759848Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a4b36d3b-c9fe-457d-ad77-4fe41e5c8f0d\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.623015117Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.627386897Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5bac2bbe-4996-4e76-bd08-5f083fa3be4f\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.627660703Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.629062045Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0377d8e5-5be2-496e-ba68-87167b68b34d\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.62929567Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.63107704Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5e36cba2-6cfd-4ef1-907f-93d1b83ca5b1\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.631349142Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.633202194Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"592d8b6f-fa30-4619-b0ac-0964d1b0edda\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.633422252Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.635448059Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e305a558-a7cb-4403-95da-e563d8d178b7\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.635610693Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.637382623Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c0296205-bdec-4c69-8476-296cb991a8ad\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:38:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.63757179Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.640824471Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"783c05d8-a7cc-4dee-a869-e7f09c76fee9\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.640946464Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.644270026Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7f01e1b2-81be-4f95-97b2-f0a9340332e1\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.644356087Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.648566236Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8be7dcab-e9b3-45e7-afdc-47d1f684d38b\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.648663119Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.649639534Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.652040388Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7f8725a8-44ff-415d-b94b-fa027c4b00e0\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.652113323Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.653952538Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b898b251-3581-4e62-bfd8-90ca2efd0b16\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.654131254Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.656117912Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"584b90fd-fc85-49e8-bfe0-8e4cf2c3644c\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.656189074Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.657290508Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"553d9f24-3562-430d-9f5b-5e4205292584\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.657522621Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.658662833Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c082fa30-558b-4b87-a5d0-d8e24f207350\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.658789284Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.660326397Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e6aefd35-b193-46e4-988b-f06a7cf1e5c1\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.660499562Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.66187381Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"88c30866-b4d9-4651-84c4-10826350cc96\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:16 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:16.661947617Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:16.662075302Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:16.662136464Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.662171083Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.663479069Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.690152514Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.699508224Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:16.699576681Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:16.699623684Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:16.699653995Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.699693473Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.700358589Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:16.702344075Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:16.70240695Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:16.702436338Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.70247721Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.703151583Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.705136458Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.720472003Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:16.720537213Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.720569037Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.721132229Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.723887959Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.733023311Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:16.733099964Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.733131777Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.733668126Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.810106614Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","sled_agent_url":"http://[::1]:57761"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.811539068Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"SledAgent":"http://[::1]:57761","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:57761/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:16.812496706Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:64867"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:16.81373822Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.813799452Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.814653433Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"incoming request","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:16.814951467Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/inventory","method":"GET","req_id":"fbc71378-5f53-4072-a084-bd2cc4553fb7","remote_addr":"[::1]:64867","local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:16.816129144Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/inventory","method":"GET","req_id":"fbc71378-5f53-4072-a084-bd2cc4553fb7","remote_addr":"[::1]:64867","local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1175,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.816618088Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"SledAgent":"http://[::1]:57761","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:57761/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fbc71378-5f53-4072-a084-bd2cc4553fb7\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:38:16 GMT\"} })"}
{"msg":"begin collecting all keepers","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.820259072Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","nkeeper_admin_clients":0}
{"msg":"end collecting all keepers","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.820345755Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","nkeeper_admin_clients":0}
{"msg":"finished collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.820409803Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:16.823401493Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:16.823586001Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:16.823701802Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.823854336Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.826087856Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.829837396Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.835266073Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:16.840942192Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.841242831Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.841846825Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.878500976Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"result":"Ok(\"found\")"}
{"msg":"Non-retryable transaction failure","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2025-04-30T06:38:16.884564467Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"}
{"msg":"inventory collection failed","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2025-04-30T06:38:16.884938632Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""}
{"msg":"activation complete","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.88498255Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":34,"elapsed":"495.151537ms"}
{"msg":"activating","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.885019183Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","iteration":35,"reason":"Signaled"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:16.885050705Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:16.885081477Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:16.885111096Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.885140174Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.885718496Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.898635262Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.90347779Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:16.903634332Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.903737668Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.904366982Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.91109667Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","candidates":"[(b139770c-2385-4e5f-b2ea-bae89be6cfda, 0)]"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:16.91115158Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:16.912255309Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:63714","req_id":"6a05e6c4-8dc0-4158-b6e3-41ee41afb608","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   2d 43 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   -C..........._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.912313324Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:63714","req_id":"6a05e6c4-8dc0-4158-b6e3-41ee41afb608","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 11587,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.912443494Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.912606398Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.912721798Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:63714","req_id":"6a05e6c4-8dc0-4158-b6e3-41ee41afb608","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61532, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.913277255Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61532, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3961, tv_nsec: 712085559 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:16.913334289Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:16.913614036Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:64694","req_id":"e3cef483-cf4f-4a3e-b1f0-d7eafe963a77","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   cd 0a 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.913715478Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:64694","req_id":"e3cef483-cf4f-4a3e-b1f0-d7eafe963a77","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 52490,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.913804936Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:16.913884826Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:64694","req_id":"e3cef483-cf4f-4a3e-b1f0-d7eafe963a77","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:16.99897899Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:17.014409314Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:17.014486087Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:17.014521618Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.014548972Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.015370098Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.015570538Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.0170775Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:17.019667651Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:64637","req_id":"5d405e8b-fa51-4f83-b910-92a3d25c5514","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000:   fb 0d 01 00  00 01 00 00  00 00 00 01  18 5f 63 6c   ............._cl\n0010:   69 63 6b 68  6f 75 73 65  2d 61 64 6d  69 6e 2d 6b   ickhouse-admin-k\n0020:   65 65 70 65  72 04 5f 74  63 70 0d 63  6f 6e 74 72   eeper._tcp.contr\n0030:   6f 6c 2d 70  6c 61 6e 65  05 6f 78 69  64 65 08 69   ol-plane.oxide.i\n0040:   6e 74 65 72  6e 61 6c 00  00 21 00 01  00 00 29 04   nternal..!....).\n0050:   d0 00 00 00  00 00 00                                ......."}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.019784875Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:64637","req_id":"5d405e8b-fa51-4f83-b910-92a3d25c5514","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 64269,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.020061856Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 64269,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_project_deletion_with_snapshot","level":50,"time":"2025-04-30T06:38:17.020155723Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:64637","req_id":"5d405e8b-fa51-4f83-b910-92a3d25c5514","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"begin collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.021990609Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"begin collection from MGS","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.02211119Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","mgs_url":"http://[::1]:61532"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.022139857Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/ignition","method":"GET"}
{"msg":"sent collection request to producer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:17.023049098Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.0279082Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:17.027966275Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:17.028026926Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.032135893Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.038537257Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:17.038625754Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.038659932Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.03901536Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:17.048157986Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.048297143Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.048977068Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.052457402Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fd9c2111-9684-4094-8189-8f62ff993374\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:38:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.052820456Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.064893791Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1423e0a8-8e70-4139-8701-28cf32be9885\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:38:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.065181504Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.074447366Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4376cc58-217b-4f1b-90bd-120a3192d92a\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.07462018Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.07921234Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"23b9471d-dd77-41f6-a442-9ccfb93cc0cb\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.07965903Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.086229772Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0660b5a8-6977-42ff-b9e2-289677a7d6b8\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.086425802Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.089870065Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f9b57faa-7707-4c64-8a49-2f468575d4db\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.089935194Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.093740045Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.097710737Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6db2aad8-87fd-4aa9-b4cd-6d08054f98b0\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.098222697Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.10150657Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"071d284d-8636-40e9-aab1-043de8fe4665\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.101704053Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.102789275Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7e52bcb3-6cff-4cb0-a5f9-8d9cb249ffcb\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.10296705Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.103911752Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"79777660-3a8c-4d35-a1a8-0b16b5054a8b\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.10406139Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.104955421Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d06a1a34-137c-4f7f-ab94-fb534a4d393c\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.105091011Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.105961786Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e92acb60-1b85-4a73-af8f-e705d95ec6c1\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.106083228Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.107312658Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7cb9473e-2307-4c37-9593-f38b3ae1509d\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:38:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.107543979Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.109339717Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9eb802fe-c5ae-487f-8e9a-fd9f8e4b83d8\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.109578523Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.111441885Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c7d5c959-6f0b-48f2-bee1-be7dd0833565\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.111568117Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.113336801Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"34deb051-1de6-4dc9-be77-c2e0b4498d8d\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.113413794Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.116535865Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7f3bfcb6-769d-403b-95ee-5ee9a4fa996e\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.11660907Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.118462273Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c47a013f-e02c-415d-82f6-43799232c3a6\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.118593524Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.120637617Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"83742d39-c38d-42df-8e2a-245debfc6e4f\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.120755913Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.121703461Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e0e03ce3-ac4c-482b-a968-cd41fabf4502\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.121830855Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.122954784Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"579d98fe-4b87-4ebc-becb-4a12043fb3d1\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.123654187Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.124824229Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3742039c-feaa-4a38-a8b3-572e54842e44\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.124957314Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.126790937Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ac70e918-b4fb-470c-a3c8-b75b4012f0a6\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.126853311Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.127915969Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d36f54c6-a991-45e3-9e7f-6c52e5ad0eb7\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:38:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.128095526Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.130452032Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fe0fdbb8-44ab-4794-9481-ade9696aead6\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.130523113Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.132445073Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5dbfe960-3218-4ac0-b1ba-6c74fb7759d5\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.132521575Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.134504486Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"84fe363b-480c-4260-ad3b-962dba9a4c04\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.135138028Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:17.144271516Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:17.144570392Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:17.144625191Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.14465504Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.145912476Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.150666939Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"408f301c-518d-486d-ae70-e9bc4ab31712\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.151088709Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.151398837Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.158877858Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:17.158921435Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.158947707Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.159727571Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.166475907Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7a71d66d-47e9-44c7-baef-fc7d1a71876c\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.166776436Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:17.167021534Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.167072375Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.168449008Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.170575716Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5a33cee4-5665-4530-bedd-b5bb7b8eac7d\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.170734823Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.171876567Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"358d8071-9f62-4582-8efd-909d0c999a56\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.171938511Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.173269934Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b4737dd6-6ded-4c1a-adc0-d5640f124cf5\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.173405373Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.174809Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"df41f938-00fd-4782-afe1-69e136847a56\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.174940712Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.176744356Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e0fafdbd-8c0b-4208-a879-659ddaa9b997\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.176807151Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.177645782Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a0530192-b88a-4250-90cf-31583d05180a\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:38:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.177923065Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.181791232Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"94350ebf-28d0-4124-a2c8-2174367e3799\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.181994807Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.185902834Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0718d12e-b7d1-43d2-9c0b-e3acb4a0a3de\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.186160026Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.189174282Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4f5dbec3-9681-4258-b354-37df0a31edd8\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.189301095Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.191476389Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"65d47391-678b-474f-b6ef-c600b86e8e2f\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.191543202Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.193819337Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b630006f-6168-4ba2-b811-0358f5f01778\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.193887523Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.196347875Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5befbbf2-c6f7-4755-86b5-3535968a9c57\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.196483024Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/rot/cmpa","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.20062153Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.201104061Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dd8ec1d3-d120-4a50-b217-079ecd358acf\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.201402596Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.203207282Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"efd4df23-78ac-47fc-8e63-99839adca5c6\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.203359695Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.204569686Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c03e4a79-1f6b-4e20-a8d5-a0a9820a7702\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.204987469Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.206827144Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ed6d9b58-7404-4449-85da-98ebbb4388c2\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:16 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:17.207123755Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:17.207263614Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:17.207366188Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.207563191Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.208535859Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.21308856Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.220094999Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:17.220162825Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:17.220196181Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:17.220227363Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.220256521Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.220691508Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.223418271Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.251738086Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:17.251883416Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.251978836Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.252542158Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:17.2530247Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:17.253249738Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:17.253349236Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.253430087Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.254070904Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.321551705Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","sled_agent_url":"http://[::1]:57761"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.321616384Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"SledAgent":"http://[::1]:57761","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:57761/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:17.322231931Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:40466"}
{"msg":"incoming request","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:17.322770123Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/inventory","method":"GET","req_id":"63354f36-39cb-4263-a96b-a3ac34c8bf83","remote_addr":"[::1]:40466","local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:17.323298456Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/inventory","method":"GET","req_id":"63354f36-39cb-4263-a96b-a3ac34c8bf83","remote_addr":"[::1]:40466","local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":491,"response_code":"200"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.323503955Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.328946589Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:17.329070967Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.329114063Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.329508519Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.329767535Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"SledAgent":"http://[::1]:57761","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:57761/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"63354f36-39cb-4263-a96b-a3ac34c8bf83\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:38:16 GMT\"} })"}
{"msg":"begin collecting all keepers","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.331183025Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","nkeeper_admin_clients":0}
{"msg":"end collecting all keepers","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.331229889Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","nkeeper_admin_clients":0}
{"msg":"finished collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.331254037Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:17.332913323Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:17.332998963Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:17.333037069Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.333064794Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.333451375Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:17.336637834Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.336694066Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.337162699Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.338616055Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.345114493Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:17.345390643Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.345447646Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.345999125Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"Non-retryable transaction failure","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2025-04-30T06:38:17.394499679Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"}
{"msg":"inventory collection failed","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2025-04-30T06:38:17.394889095Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""}
{"msg":"activation complete","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.394943814Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":35,"elapsed":"509.981776ms"}
{"msg":"activating","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.394982061Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","iteration":36,"reason":"Signaled"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:17.395048563Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:17.395080256Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:17.395109635Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.395139073Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.395742886Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.399480654Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"result":"Ok(\"found\")"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.399862535Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.40466345Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:17.404763439Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.404954791Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.4057978Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.410688905Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","candidates":"[(b139770c-2385-4e5f-b2ea-bae89be6cfda, 0)]"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:17.410771049Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:17.411431315Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:62497","req_id":"cc1a1dc0-b86e-408e-91bb-6d883af3771a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   75 67 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   ug..........._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.411610963Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:62497","req_id":"cc1a1dc0-b86e-408e-91bb-6d883af3771a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 30055,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.411962513Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.412235657Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.412605063Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:62497","req_id":"cc1a1dc0-b86e-408e-91bb-6d883af3771a","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61532, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.413371691Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61532, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3962, tv_nsec: 212247780 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:17.413424336Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:17.41400881Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:59184","req_id":"6e3c8c21-bdab-42d1-aa97-186290a444fa","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   16 3c 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   .<..........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.414091415Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:59184","req_id":"6e3c8c21-bdab-42d1-aa97-186290a444fa","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 5692,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.414255361Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.414537564Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:59184","req_id":"6e3c8c21-bdab-42d1-aa97-186290a444fa","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:17.467889955Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:17.468391344Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:17.468448658Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:17.468486443Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.468518006Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.471080061Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.471223417Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.471272835Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.471577532Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:17.472936881Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:17.473335745Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:62442","req_id":"5eba970e-c775-4ee2-8b63-ffd042e144fd","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000:   f1 9a 01 00  00 01 00 00  00 00 00 01  18 5f 63 6c   ............._cl\n0010:   69 63 6b 68  6f 75 73 65  2d 61 64 6d  69 6e 2d 6b   ickhouse-admin-k\n0020:   65 65 70 65  72 04 5f 74  63 70 0d 63  6f 6e 74 72   eeper._tcp.contr\n0030:   6f 6c 2d 70  6c 61 6e 65  05 6f 78 69  64 65 08 69   ol-plane.oxide.i\n0040:   6e 74 65 72  6e 61 6c 00  00 21 00 01  00 00 29 04   nternal..!....).\n0050:   d0 00 00 00  00 00 00                                ......."}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.473489772Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:62442","req_id":"5eba970e-c775-4ee2-8b63-ffd042e144fd","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 61850,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.473682406Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 61850,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_project_deletion_with_snapshot","level":50,"time":"2025-04-30T06:38:17.473766213Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:62442","req_id":"5eba970e-c775-4ee2-8b63-ffd042e144fd","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"begin collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.473981332Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"begin collection from MGS","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.4740255Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","mgs_url":"http://[::1]:61532"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.474068355Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/ignition","method":"GET"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.475198667Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.480988743Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:17.481073372Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.481104494Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.481632416Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.48186545Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:17.481922995Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.485850029Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"11390ffa-6f74-4665-bd83-329da32a2d3b\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:38:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.486199285Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:17.486477149Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.486530325Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.487327152Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.487649755Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:17.487711207Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.490233904Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6b7bf96c-a46c-4ed4-ae9c-c1431981575f\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:38:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.490476798Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.493211246Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d57646cb-0345-42a9-8e65-a1769c69bfdf\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.493360814Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.497300634Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"018e35d4-1d4f-4956-a2d5-f038076f2533\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.497499951Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.499920303Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7781392a-d435-49ae-9341-f650929e749a\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.500215451Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.504134129Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"09b319a2-8518-4dbc-ab8c-ddd7e94d43e2\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.504315781Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.508543054Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e97339d2-127e-402c-a10b-653cd28569cf\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.508622943Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.512174048Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"207e4ac8-eb5b-4fbd-b97b-5411ff751f8a\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.512498274Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.513783254Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b7e36090-64a4-4cf3-9b83-f2377896bb2b\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.513930658Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.523854901Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f2367305-42db-4007-85db-43ee090c0b9c\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.524019149Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.524664494Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.525657663Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7d414e04-89c4-4519-ab07-f2ec0c492dc5\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.526003512Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.527365286Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"efab6509-2bec-43d8-9b0d-5a466cbe339e\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.527432419Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.528686618Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"66a06ea0-8566-48bd-ad96-0e77f01f5db6\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:38:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.528863561Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.531322209Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e62d09d5-aeac-4460-9825-49688b7eb2c9\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.531398331Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.533254019Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a80e0c4c-d76e-454a-8da6-0edb742f1109\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.533318176Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.535211338Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"90e4c8c2-326e-4681-89cc-420827c42633\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.535283031Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.53757107Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"241b6d1b-725e-4ee8-a7d3-c6366c11d915\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.537637703Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.539572347Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a432c7fe-4aae-4023-b155-b06deee04ed9\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.539637106Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.541808092Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4b6c27e0-bead-4e10-bc2e-acbdb7c62ddb\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.5419324Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.542638807Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c5188460-8565-440c-825d-cb4b088f52a0\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.54277071Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.543590333Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2b038584-b9c0-44e4-a0e3-473047e82649\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.543864169Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.544707008Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"17e6be84-2dbc-4ffb-8409-585904ee365b\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.544829322Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.545731168Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bce508a6-f4c0-4cb8-87f2-ae5fa7dc9bce\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.545794455Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.547100006Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d0844616-f546-45d3-826b-785c010ac679\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:38:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.547244494Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.55215128Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"80409acf-f70c-4dae-9e21-485a5c03a498\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.55232191Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.554055694Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"48285ef4-aaca-43aa-acc3-c8631068a52a\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.554129852Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.556010519Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"39c2a6ac-930c-4a25-911e-78bb37667d9c\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.556084326Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.557953881Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7e79d256-a602-4957-8c7e-9b8bfce241e0\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.558060394Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.560027653Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4e8c5eef-4823-4c37-b1ed-9c671ae6c788\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.560169997Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.561989963Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ab212461-3b39-428d-922c-3abb5b19e815\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.562201124Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.563112329Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"01446add-c476-492d-8531-4bbd81412349\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.5633137Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.564205487Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fde10dcf-d5f6-48fc-a1f3-12f176bce549\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.56434225Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.565399216Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b8dcf561-70fa-4649-ae85-d7b0aee9eaf0\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.56558706Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.566619377Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"594ca70f-ba78-45ff-9556-c82121ac305c\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.56667101Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.567823766Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bcfea122-52ea-441c-b9a9-7a955e1714ad\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:38:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.567971892Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.569854332Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4aba976c-db05-40ac-ad44-4abf292c0253\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.569965885Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.571832864Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5125d6a2-0436-41d8-9bb3-5bc8608a6e21\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.571939607Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2025-04-30T06:38:17.572428321Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.574128178Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"92b5a3ef-a7c6-4cae-b286-b0828288160b\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.574220782Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:17.575288309Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:17.575374892Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:17.575407597Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.575435292Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.576209054Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.577421379Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"16db7e3f-7790-4e49-837b-752762e0e123\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.577506228Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.579100795Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.584118423Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:17.58428755Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.584337359Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.584529862Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.586566981Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f28baa64-f0c2-40ce-9750-867468a84869\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.586645468Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:17.587076406Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.587200684Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.587637183Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.58974839Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b4144047-0a74-485b-b931-0d5aefff9118\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.58981383Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.590708383Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"16defc60-ef82-460f-a5ac-b5733fe71500\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.590829734Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.591848845Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3e3c8f54-79bd-4398-b267-6ce777fda216\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.591933073Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.592805451Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dc5a2991-52a5-48d2-8c41-2dd644e9faab\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.592903957Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.593938569Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c73f8c8a-dbb8-420f-be89-052d77f17c32\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:16 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:17.59403981Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:17.594077014Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:17.594107956Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.594137024Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.594638022Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.597169476Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.601782647Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:17.601861855Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:17.60197476Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:17.602014179Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.60204499Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.602393104Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.605767517Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.61182182Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:17.611966558Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.612058972Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.61281093Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.673844155Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","sled_agent_url":"http://[::1]:57761"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.673910167Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"SledAgent":"http://[::1]:57761","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:57761/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:17.67477514Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:34154"}
{"msg":"incoming request","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:17.675490766Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/inventory","method":"GET","req_id":"f6aa6313-7fe5-4012-bc59-9c4a5c7a5bec","remote_addr":"[::1]:34154","local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:17.676006053Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/inventory","method":"GET","req_id":"f6aa6313-7fe5-4012-bc59-9c4a5c7a5bec","remote_addr":"[::1]:34154","local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":522,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.676350339Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"SledAgent":"http://[::1]:57761","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:57761/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f6aa6313-7fe5-4012-bc59-9c4a5c7a5bec\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:38:17 GMT\"} })"}
{"msg":"begin collecting all keepers","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.680951356Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","nkeeper_admin_clients":0}
{"msg":"end collecting all keepers","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.681033389Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","nkeeper_admin_clients":0}
{"msg":"finished collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.681071615Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:17.683905722Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:17.683966433Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:17.683997796Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.684030741Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.685080443Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.69442454Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.700141641Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:17.700342361Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.700393653Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.70093417Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.71757686Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"result":"Ok(\"found\")"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:17.771551972Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:17.772293199Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:17.772400332Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.77244461Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.774661958Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"Non-retryable transaction failure","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2025-04-30T06:38:17.774946375Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"}
{"msg":"inventory collection failed","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2025-04-30T06:38:17.775323015Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""}
{"msg":"activation complete","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.775743974Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":36,"elapsed":"380.724509ms"}
{"msg":"activating","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.775799966Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","iteration":37,"reason":"Signaled"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:17.775827631Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:17.775854885Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:17.775885165Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.775915766Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.777050597Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.779901327Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.787969612Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:17.78834489Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.788393216Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.789381515Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.789500903Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.795644925Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:17.795710074Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.795820214Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.796108518Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:17.799277041Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.799334846Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.800137105Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.802065237Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","candidates":"[(b139770c-2385-4e5f-b2ea-bae89be6cfda, 0)]"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:17.802121318Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:17.803281951Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:55140","req_id":"83d85193-8529-427b-93dc-798d7fd799d0","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   d6 79 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   .y..........._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.803347672Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:55140","req_id":"83d85193-8529-427b-93dc-798d7fd799d0","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 54905,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.80354276Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.803755805Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.803864201Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:55140","req_id":"83d85193-8529-427b-93dc-798d7fd799d0","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61532, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.804785096Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61532, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3962, tv_nsec: 603568159 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:17.804969934Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:17.805000164Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:58166","req_id":"d773204a-e203-496b-acf9-e7c97577e3c4","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   cb 9a 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.80525416Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:58166","req_id":"d773204a-e203-496b-acf9-e7c97577e3c4","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 52122,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.805352105Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.805376654Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:58166","req_id":"d773204a-e203-496b-acf9-e7c97577e3c4","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:17.865222704Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:17.865985403Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:60511","req_id":"6b71843e-5039-4767-9ccd-ffd0642ffe2a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000:   dd b8 01 00  00 01 00 00  00 00 00 01  18 5f 63 6c   ............._cl\n0010:   69 63 6b 68  6f 75 73 65  2d 61 64 6d  69 6e 2d 6b   ickhouse-admin-k\n0020:   65 65 70 65  72 04 5f 74  63 70 0d 63  6f 6e 74 72   eeper._tcp.contr\n0030:   6f 6c 2d 70  6c 61 6e 65  05 6f 78 69  64 65 08 69   ol-plane.oxide.i\n0040:   6e 74 65 72  6e 61 6c 00  00 21 00 01  00 00 29 04   nternal..!....).\n0050:   d0 00 00 00  00 00 00                                ......."}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.869530807Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:60511","req_id":"6b71843e-5039-4767-9ccd-ffd0642ffe2a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 56760,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.869919291Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 56760,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_project_deletion_with_snapshot","level":50,"time":"2025-04-30T06:38:17.870080382Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:60511","req_id":"6b71843e-5039-4767-9ccd-ffd0642ffe2a","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"begin collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.870832862Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"begin collection from MGS","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.870880537Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","mgs_url":"http://[::1]:61532"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.870910406Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/ignition","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.877942938Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"20dc957c-3b52-4115-b32a-abfccc89347a\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:38:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.88042339Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.884469091Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b4ffe088-5ccf-4141-b25f-1f149feaf930\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:38:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.884789569Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.89039583Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f4129ea2-b1c9-472e-ac98-d94e898aba9b\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.891293668Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.900421345Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.901208954Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c33a26ef-26a2-4cc5-9e52-8f6dd0dc2174\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.902947518Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:17.904292558Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.904816382Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"oximeter","body":"None","uri":"http://127.0.0.1:39756/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:17.905675964Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"3f911e3c-4e8c-4c46-9f7e-c17eb471b05f","remote_addr":"127.0.0.1:36198","local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:17.906113396Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"3f911e3c-4e8c-4c46-9f7e-c17eb471b05f","remote_addr":"127.0.0.1:36198","local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.906205119Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"3f911e3c-4e8c-4c46-9f7e-c17eb471b05f","remote_addr":"127.0.0.1:36198","local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.91539041Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"3f911e3c-4e8c-4c46-9f7e-c17eb471b05f","remote_addr":"127.0.0.1:36198","local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.917956502Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ad09b0a5-e91a-4c33-9f0f-0bbaf3384ee1\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.918064478Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"request completed","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:17.92681382Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"3f911e3c-4e8c-4c46-9f7e-c17eb471b05f","remote_addr":"127.0.0.1:36198","local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","latency_us":15648,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.92688422Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:39756/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3f911e3c-4e8c-4c46-9f7e-c17eb471b05f\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:38:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.926921374Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"oximeter","body":"None","uri":"http://127.0.0.1:39756/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:17.926948879Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"92f1f08f-be77-4a27-8d24-49415705112b","remote_addr":"127.0.0.1:36198","local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:17.926978168Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"92f1f08f-be77-4a27-8d24-49415705112b","remote_addr":"127.0.0.1:36198","local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.927097315Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"92f1f08f-be77-4a27-8d24-49415705112b","remote_addr":"127.0.0.1:36198","local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.927137375Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"92f1f08f-be77-4a27-8d24-49415705112b","remote_addr":"127.0.0.1:36198","local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"request completed","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:17.92717519Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"92f1f08f-be77-4a27-8d24-49415705112b","remote_addr":"127.0.0.1:36198","local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","latency_us":3617,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.927336892Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:39756/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"92f1f08f-be77-4a27-8d24-49415705112b\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:38:17 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:17.927438765Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:17.927478745Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:17.927502632Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.931962458Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1c9186b9-04c1-49a1-8aec-f64f5011a3c7\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.932266254Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.937607486Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c0864798-fa6b-4525-9a0e-401af8a973c3\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.937768256Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:17.951761447Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:17.951846406Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:17.951886947Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.951917568Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.953008541Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.958904098Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"85172016-ffe7-4eae-bd61-33691008db48\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.959890373Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/rot/cmpa","method":"GET"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.96017495Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.966466275Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:17.972482061Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.972543624Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.976199638Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.984696708Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"13786556-fa80-40e4-a2ab-f58fe32f9a8f\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.984909682Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:17.985563094Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.985619166Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.986696021Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.990642224Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a0e40490-4fa3-48ec-b7e5-90a35d85e97c\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:17.990703015Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.009362703Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.013162484Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.025655215Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9a724cd0-e2d3-4dad-a4b4-b538cc7ee7fb\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.02693261Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"sent collection request to producer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:18.027491153Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.028339133Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:18.02839316Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:18.028422439Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.04417283Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bda567d8-1ee1-4570-a380-03fc69f4e9b1\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.04425319Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.057702708Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9bca9239-2092-4b1e-a4a0-6cff2ed0dd0f\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:38:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.058151582Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.061248833Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0fcfe7b3-01ee-4526-b1af-2999fdd467ac\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.063276333Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.070444816Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.07359878Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"19734616-90aa-4cda-8bdb-835c55311a62\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.075422754Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.077452999Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"219510fa-5207-425e-912b-58c2abec1c0e\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.081992313Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.085252559Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"93686584-e2f7-4a3e-bf3c-ae456e34eccf\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.085509922Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.087181101Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1b7e8f28-7483-4ef2-9734-88cfdc7a15ea\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.087301341Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.089656403Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f018addf-435a-4d91-933c-3e959839ccd8\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.091225139Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.092546241Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"412b378e-539b-43a2-a7a1-c6315b6e0134\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.092631952Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.094365025Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"963bddb3-5155-4b3d-9c16-88891d7f2408\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.094511437Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.095806938Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5e42eb3e-61e9-483d-bb51-24219a66ac44\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.095982989Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.096794305Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5eb63710-9126-402d-8bba-cceca0af7c9d\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.096863663Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.097881692Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0bb49116-507c-4c1d-b748-42f70c18c56e\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:38:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.098054726Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.100714265Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ab9f71f8-9747-4982-9bca-512cbcf7be18\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.100778103Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.101919086Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"45a26d46-e42b-4b46-a184-9191c7e47c9d\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.102042492Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.103564514Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3a9ed68d-e5a6-440c-9a1c-b0eaebb3792c\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.103704052Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:18.149552152Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:18.149621921Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:18.149658113Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.149685628Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.150372276Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.159404702Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8724b61d-6c83-4406-9c78-cfb9ce8e7a47\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.159892604Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.160687999Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.16710782Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:18.167167519Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.167201607Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.167627115Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.169549615Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f3cff58e-f18e-4edc-ab24-6ef0c8a2583a\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.169694925Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:18.170034942Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.170300061Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.170994013Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.173614745Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4eab8663-846f-4b26-8741-a38c8d182b64\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.173789714Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.174738825Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"94bc4827-74b2-42c5-be41-858229602691\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.17494218Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.176631776Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0b99f482-56c6-436e-b58f-2205654faa9a\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.176982495Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.180305015Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e4d0d1ef-6803-464f-8788-1cf317bc3796\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.18094008Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.182641811Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7904d953-bdd9-4ed8-a874-8bb03bbb7d20\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.182690398Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.199498787Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c27add8d-f0bd-45e4-97d5-3a73f0ce4490\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:38:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.199814015Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.201831144Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"17158dac-8c40-470f-a971-a2a6325099c7\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.20197937Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.204359492Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9b0934d8-31ac-4a02-b12c-602f369c4a5a\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.204463419Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.207231414Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"649b922f-cfcc-4bda-92fb-b43862487241\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.207454549Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.209298412Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5d18bea4-d3bb-4baf-90bb-c3d222530d0b\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.209370566Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.212643898Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"71f8ecc1-11f3-47fd-8600-be44f79143bc\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.212742755Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.222521719Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e18976a9-e574-4828-b0af-52baa8507197\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.222723581Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/rot/cmpa","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.22333026Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.232273909Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9885b0d7-0ae7-4060-a692-b59a1e36f380\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.232322286Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.23239972Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c9a3c3c7-30a0-4307-ba31-c56a9166e626\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.232433077Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.232462355Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ff7f1795-333d-4f21-83b1-c0b76a48fb7f\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.232493347Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.232521613Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"30071e53-e1c9-4f5a-a71b-b42d1079c065\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:17 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:18.232553026Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:18.232583306Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:18.232612414Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.232641131Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.23370437Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.236962792Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.242364735Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:18.242435335Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:18.242639643Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:18.242693049Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.24272344Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.243239267Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.245287127Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.249862814Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:18.249926321Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.249958886Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.250419123Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.328857045Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","sled_agent_url":"http://[::1]:57761"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.32892952Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"SledAgent":"http://[::1]:57761","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:57761/inventory","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:18.329613222Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:18.329671418Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:18.329703231Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.329730145Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.330879224Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"accepted connection","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:18.330960847Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:55246"}
{"msg":"incoming request","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:18.332783088Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/inventory","method":"GET","req_id":"f71dd48f-f8c2-454f-9f08-fcf15ac137a9","remote_addr":"[::1]:55246","local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:18.33431515Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/inventory","method":"GET","req_id":"f71dd48f-f8c2-454f-9f08-fcf15ac137a9","remote_addr":"[::1]:55246","local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1539,"response_code":"200"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.350372173Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.363583044Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:18.363695619Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.363785177Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.372290483Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.372832393Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"SledAgent":"http://[::1]:57761","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:57761/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f71dd48f-f8c2-454f-9f08-fcf15ac137a9\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:38:17 GMT\"} })"}
{"msg":"begin collecting all keepers","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.375643093Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","nkeeper_admin_clients":0}
{"msg":"end collecting all keepers","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.37572669Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","nkeeper_admin_clients":0}
{"msg":"finished collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.375789315Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:18.378075931Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:18.37820116Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:18.378295398Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.37837658Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.379201413Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:18.386935994Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.387090001Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.388109021Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.397961351Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.40719062Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:18.407436349Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.407487211Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.40857106Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.448408924Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.449348807Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.449589908Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:18.456797849Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.48247552Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:18.482548405Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.491681392Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:18.49174568Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.503734748Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"result":"Ok(\"found\")"}
{"msg":"Non-retryable transaction failure","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2025-04-30T06:38:18.527536391Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"}
{"msg":"inventory collection failed","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2025-04-30T06:38:18.528281115Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""}
{"msg":"activation complete","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.528394992Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":37,"elapsed":"752.517171ms"}
{"msg":"activating","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.528445532Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","iteration":38,"reason":"Signaled"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:18.528562375Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:18.528609148Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:18.528639639Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.528667505Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.529635503Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.532797563Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.537288421Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:18.537350555Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.537385735Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.537777395Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.543988581Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","candidates":"[(b139770c-2385-4e5f-b2ea-bae89be6cfda, 0)]"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:18.544793715Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:18.545633568Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:54441","req_id":"c3739127-79a1-46e0-8e9d-b8a188cb04b9","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   1c 74 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   .t..........._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.545820411Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:54441","req_id":"c3739127-79a1-46e0-8e9d-b8a188cb04b9","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 7284,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.546230458Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.54658807Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.546764522Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:54441","req_id":"c3739127-79a1-46e0-8e9d-b8a188cb04b9","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61532, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.547263696Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61532, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3963, tv_nsec: 346113202 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:18.547399397Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:18.547794895Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:50333","req_id":"7d8fe9fa-60e4-498e-98d7-1942d7e53a35","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   b8 c0 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.547956416Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:50333","req_id":"7d8fe9fa-60e4-498e-98d7-1942d7e53a35","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 47296,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.548201655Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.548343788Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:50333","req_id":"7d8fe9fa-60e4-498e-98d7-1942d7e53a35","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:18.607010588Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:18.607712286Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:18.607854079Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:18.60790492Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.607936353Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.609431993Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2025-04-30T06:38:18.609736389Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:18.610609849Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:55604","req_id":"46b70fad-8604-4ba2-bc3a-42f1e5b3f7c5","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000:   41 cf 01 00  00 01 00 00  00 00 00 01  18 5f 63 6c   A............_cl\n0010:   69 63 6b 68  6f 75 73 65  2d 61 64 6d  69 6e 2d 6b   ickhouse-admin-k\n0020:   65 65 70 65  72 04 5f 74  63 70 0d 63  6f 6e 74 72   eeper._tcp.contr\n0030:   6f 6c 2d 70  6c 61 6e 65  05 6f 78 69  64 65 08 69   ol-plane.oxide.i\n0040:   6e 74 65 72  6e 61 6c 00  00 21 00 01  00 00 29 04   nternal..!....).\n0050:   d0 00 00 00  00 00 00                                ......."}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.610676472Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:55604","req_id":"46b70fad-8604-4ba2-bc3a-42f1e5b3f7c5","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 16847,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.611060828Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 16847,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_project_deletion_with_snapshot","level":50,"time":"2025-04-30T06:38:18.611214344Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:55604","req_id":"46b70fad-8604-4ba2-bc3a-42f1e5b3f7c5","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"begin collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.612039287Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"begin collection from MGS","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.612096782Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","mgs_url":"http://[::1]:61532"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.612126361Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/ignition","method":"GET"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.613509777Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.618625811Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:18.618705329Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.618738054Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.618988112Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.619233992Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8368d4e1-028f-40ea-916b-0830e38bd500\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:38:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.61946345Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.621081403Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3793d87b-f9e0-45f5-837b-6eee240967c8\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:38:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.621253767Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:18.622106486Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.622159591Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.622568967Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.623903075Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"46a2c0cd-e7a3-43a2-8978-5a363b03e122\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.623966592Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.6260485Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eebb3c18-be8a-41b5-9a62-038fd7fad42b\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.626222126Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.628419804Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fe30b880-84c0-4ae1-acc7-969fbb656225\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.628540585Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.630526442Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"18bb6bec-093b-48e8-b4d0-6d15be53a14a\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.630603054Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.632529232Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ebbd6428-21a8-428f-8792-6a8aa9c4d14e\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.63259319Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.634458606Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bbe90406-aba6-46e2-a407-0bd927d27268\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.634523816Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.635551304Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"182f16f2-4de9-4b0c-8a42-5b522183f87f\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.635618578Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.636736204Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d046050d-e4f8-420c-9af8-aefa1acced02\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.636866023Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.638208167Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9f7590b9-ea81-4102-a115-d429d5e56eb9\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.638268708Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.639195845Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6d99c647-2861-4781-99f3-b774c917022a\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.639260714Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.640414974Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f709372a-229a-43dd-8fb5-bcac76b342e0\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:38:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.640562949Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.642458225Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cc50f5e2-8bc1-4c2f-8691-5ba87a9dfc8b\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.642529247Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.644452298Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e4aee56e-a311-453e-971a-7553da31f6d7\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.644515825Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.652877545Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.654850446Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c23a80d1-5c83-46f3-96fb-afce599d3735\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.655057398Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.656892965Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4d8707bc-979d-432e-be24-06013ab1daf6\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.657030339Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.658873341Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0bcd4099-7c5e-4e19-a1f5-560c9c11f513\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.659021777Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.661032994Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6cbc5e7b-633e-4fca-ab9d-673bd7759cf8\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.661094497Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.662046604Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"af85c010-1ac0-4f35-a8d5-fdbeaf23df88\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.662283676Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.6632092Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2e268c58-f7c1-4226-941d-2f4a2ca1ea9c\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.66344987Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.664338791Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ce7086e9-4884-4641-9b29-34496adb823d\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.66448385Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.665705073Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d5c91865-5d72-46db-99e0-0723537585a6\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.665921594Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.667941549Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7200ccae-2d3a-4628-93ee-0e89ded8bb0f\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:38:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.668202749Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.670023557Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c53ab1d6-3294-450b-8c22-492699a1f769\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.670130581Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.672063432Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f8144703-161e-49bb-b356-b6a73c077df0\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.672188791Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.673967736Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9c554a72-2c95-4b22-9468-724019d1ca3a\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.674052505Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.675900376Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b9523786-cb11-48e3-8d4e-fb0a20452230\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:18 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.676068501Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.677853408Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"44f94e72-ee59-4e51-887f-48e46a6b433c\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:18 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.677978567Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.679767942Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"53eb782f-0dee-4381-aa6d-8c0decd97680\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:18 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.679895717Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.680876992Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0b3434a8-6e44-4972-a9ac-56b8d716f315\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:18 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.681059836Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.682071973Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e7ab1c6a-47bb-43ef-b08c-0443162aec6a\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:18 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.682206581Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"activating","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.683205902Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","iteration":2,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:18.683258898Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.683287876Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.683920195Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.683973852Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cc657712-40b8-41a6-b177-d30c2f2cb079\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:18 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.684080435Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"activating","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.684608086Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","iteration":2,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:18.68464513Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.684672063Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.685192961Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"activating","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.685777777Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","iteration":2,"reason":"Timeout"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.686168986Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f5de0057-9768-401d-9a18-ff8f8551a7af\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:18 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.686292652Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1","method":"GET"}
{"msg":"lookup_all_ipv6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:18.687097476Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"lookup_all_ipv6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:18.687834164Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:18.688733165Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:49680","req_id":"ceeab90c-4b5e-4ac9-8486-5fac48caa1c4","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   36 8c 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   6............_de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.688790649Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:49680","req_id":"ceeab90c-4b5e-4ac9-8486-5fac48caa1c4","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 13964,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.689050066Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.689167631Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.689199354Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:49680","req_id":"ceeab90c-4b5e-4ac9-8486-5fac48caa1c4","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55056, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:18.689339142Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:55569","req_id":"cea1d013-5b29-49c8-b2f9-27cb5ff57ac8","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   0e 60 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   .`..........._de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.689389733Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:55569","req_id":"cea1d013-5b29-49c8-b2f9-27cb5ff57ac8","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 3680,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.689464652Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.689628278Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.689766013Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:55569","req_id":"cea1d013-5b29-49c8-b2f9-27cb5ff57ac8","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55056, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_ipv6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.690333934Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55056, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3963, tv_nsec: 489225304 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:18.690400216Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"lookup_all_ipv6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.690618892Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55056, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3963, tv_nsec: 489526784 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:18.690772308Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"activation complete","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.691020382Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":2,"elapsed":"5.218788ms"}
{"msg":"activating","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.691630127Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","iteration":3,"reason":"Timeout"}
{"msg":"activation complete","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.691686028Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","status":"{\"error\":\"task disabled\"}","iteration":3,"elapsed":"31.684µs"}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:18.692269421Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:65191","req_id":"ab1e41b2-78ba-4c52-be68-a47713ed7eae","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   eb 48 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   .H..........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.692453838Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:65191","req_id":"ab1e41b2-78ba-4c52-be68-a47713ed7eae","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 60232,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.692557144Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.692583066Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:65191","req_id":"ab1e41b2-78ba-4c52-be68-a47713ed7eae","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:18.692887172Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:49507","req_id":"2cbe27a5-c8db-4640-8fab-3c5239580c7d","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   36 50 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   6P..........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.692943634Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:49507","req_id":"2cbe27a5-c8db-4640-8fab-3c5239580c7d","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 13904,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.693029726Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.693124204Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:49507","req_id":"2cbe27a5-c8db-4640-8fab-3c5239580c7d","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.693253742Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1d09b0a9-9dc1-4246-b374-21202941fa34\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:38:18 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.693406336Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:18.693943727Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:18.765994954Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","zone_address":"::1"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.766401775Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.768060259Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"}
{"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2025-04-30T06:38:18.768127052Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"}
{"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2025-04-30T06:38:18.770310883Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:18.770631442Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:18.817848468Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","zone_address":"::1"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.817924379Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.818197473Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"}
{"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2025-04-30T06:38:18.818252764Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"}
{"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2025-04-30T06:38:18.818822008Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"activating","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.818870835Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","iteration":2,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:18.818902358Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:18.818932257Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:18.818964081Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.818995734Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.81963096Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:18.820727615Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:18.820835069Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:18.820872163Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.820902593Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.821308562Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"activating","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.821516456Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","iteration":2,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:18.821561676Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:18.821593901Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:18.821622508Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.821649712Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.821991503Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"activating","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.822044959Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","iteration":2,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:18.822075691Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.822104378Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.822856737Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"activating","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.822906746Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","iteration":2,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:18.822934632Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:18.82296378Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:18.822991595Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.82301893Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.823448496Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"activating","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.823503115Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","iteration":2,"reason":"Timeout"}
{"msg":"background instance updater explicitly disabled","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:18.823532503Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"activation complete","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.823555118Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","status":"{\"destroyed_active_vmms\":0,\"disabled\":true,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":2,"elapsed":"69.218µs"}
{"msg":"activating","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.823586791Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","iteration":2,"reason":"Timeout"}
{"msg":"VPC route manager running","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:18.823612192Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:18.823637593Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:18.823665298Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:18.823693233Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.823719335Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.824136446Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.826208635Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.831383365Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:18.831442463Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.831474617Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.831945526Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.832891049Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.836989886Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:18.837051158Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.837083903Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.837501215Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.83963193Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.845663728Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:18.84572492Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.845757535Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.846370917Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.848070183Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.867453653Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:18.867528793Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.867561698Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.868249078Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.869734778Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.873745289Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:18.873804787Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:18.87383621Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:18.873867352Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.873895759Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.87422749Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:18.875113285Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.875173434Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.875770294Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"lookup_all_ipv6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:18.877014272Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:18.878817725Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.878874689Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.879289465Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:18.879458121Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:58023","req_id":"8d54c835-7e30-48b9-bc72-7c6fb9a1b5b2","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   fd 12 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   ............._de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.879513011Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:58023","req_id":"8d54c835-7e30-48b9-bc72-7c6fb9a1b5b2","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 64786,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.879795564Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.879831706Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.879986464Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:58023","req_id":"8d54c835-7e30-48b9-bc72-7c6fb9a1b5b2","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55056, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_ipv6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.882712325Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55056, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3963, tv_nsec: 681536541 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:18.882776252Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:18.888920164Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:64396","req_id":"af68882d-f2ae-4380-ba00-73b8ec9eb52a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   b4 da 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.888983761Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:64396","req_id":"af68882d-f2ae-4380-ba00-73b8ec9eb52a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 46298,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.88907368Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.889201224Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:64396","req_id":"af68882d-f2ae-4380-ba00-73b8ec9eb52a","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:18.889877892Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:18.929780285Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","zone_address":"::1"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.929885685Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.930071575Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"}
{"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2025-04-30T06:38:18.930124912Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"}
{"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2025-04-30T06:38:18.930818834Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.931222889Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.935081407Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:18.935145605Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.935179653Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.935526093Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"all instance checks complete","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:18.935851612Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0}
{"msg":"activation complete","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.935907493Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":2,"elapsed":"113.017049ms"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:18.936075879Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.936123053Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.936648028Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.938680588Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b3b1f72b-6466-4911-ba4b-814c4066beaf\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:18 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.93880676Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.943031958Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"42d1572f-646c-4cf0-a8b9-6295a7e6d9ba\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:18 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.94319332Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.94743444Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"343ba443-dbd4-4b24-a48f-d4d392d4d798\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:18 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.947485872Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.951416003Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6ffa2a4e-82f1-4873-8467-8cd72bf3e810\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:18 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.95180134Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.954093748Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8d90dd74-006a-4db7-b33d-83ab507d8deb\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:18 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.954212835Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.97117413Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a432b609-20ed-46cc-a5c4-1a91526a01c5\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:18 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.972206496Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.974315539Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"74ccd43d-d0e0-415e-b550-423998227ccf\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:18 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.974544294Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.976388599Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"18975bdb-1f4f-4009-8818-6bdab994ce73\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:18 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.976438108Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.977923086Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a09447de-6dc7-49ce-bc23-2bfe3030726e\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:18 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.978026673Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.979326593Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f3ab3433-61af-4b60-9ec1-687b00deb467\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:18 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:18.979621891Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:18.979665227Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:18.979798182Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.979936758Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:18.980612505Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.005861662Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.006194716Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:19.022594511Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.024645167Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:19.024679025Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:19.024704135Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.034608639Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.039530936Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:19.039606947Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:19.039639663Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:19.039670704Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.039700464Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.041287907Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.044247383Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.051243533Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:19.051330145Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.05136783Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.056497471Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"VPC route manager sled b6d65341-167c-41df-9b5c-41cded99c229","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:19.129426567Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.130271661Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:57761/vpc-routes","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:19.135353867Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:19.135422013Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:19.135458936Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.135490018Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.136337497Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.187142472Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","sled_agent_url":"http://[::1]:57761"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.187269325Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"SledAgent":"http://[::1]:57761","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:57761/inventory","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:19.188378164Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.188441531Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.18954037Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"accepted connection","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:19.190990399Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:36807"}
{"msg":"accepted connection","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:19.191085318Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:44524"}
{"msg":"incoming request","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:19.198089774Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/vpc-routes","method":"GET","req_id":"14f3b68d-09b6-4f09-b487-e4f9a6c09884","remote_addr":"[::1]:36807","local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"incoming request","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:19.198260474Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/inventory","method":"GET","req_id":"4d3d2514-1755-4d5f-b2cd-a3d19275b04c","remote_addr":"[::1]:44524","local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:19.198796112Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/vpc-routes","method":"GET","req_id":"14f3b68d-09b6-4f09-b487-e4f9a6c09884","remote_addr":"[::1]:36807","local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":711,"response_code":"200"}
{"msg":"request completed","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:19.198859207Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/inventory","method":"GET","req_id":"4d3d2514-1755-4d5f-b2cd-a3d19275b04c","remote_addr":"[::1]:44524","local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":643,"response_code":"200"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.199080809Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.204774313Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:19.20494855Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:19.205052617Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:19.205143538Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.205225331Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.20591203Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.218320683Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:57761/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"14f3b68d-09b6-4f09-b487-e4f9a6c09884\", \"content-length\": \"2\", \"date\": \"Wed, 30 Apr 2025 06:38:18 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:19.219459692Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.219571064Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.220270398Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.22049721Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"SledAgent":"http://[::1]:57761","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:57761/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4d3d2514-1755-4d5f-b2cd-a3d19275b04c\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:38:18 GMT\"} })"}
{"msg":"begin collecting all keepers","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.222252587Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","nkeeper_admin_clients":0}
{"msg":"end collecting all keepers","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.222343007Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","nkeeper_admin_clients":0}
{"msg":"finished collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.222407255Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:19.224977777Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:19.225099289Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:19.225185671Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.225267123Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.225826117Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:19.226390411Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229, lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:19.226515691Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:19.226602083Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.226682934Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.227367939Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.230675148Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.235767925Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:19.235897373Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.235986501Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.236487209Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.240850051Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.244549843Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:19.244804721Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.244863307Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.24526588Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.245734954Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.250303517Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229, lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"ipv6 addresses for service zone nat not implemented","v":0,"name":"test_project_deletion_with_snapshot","level":50,"time":"2025-04-30T06:38:19.250368446Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"generated config for fewer than the minimum allowed number of dns zones","v":0,"name":"test_project_deletion_with_snapshot","level":50,"time":"2025-04-30T06:38:19.250397103Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"activation complete","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.250423005Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","status":"{\"error\":\"generated config for fewer than the minimum allowed number of dns zones\"}","iteration":2,"elapsed":"431.563342ms"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.355708219Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:57761/v2p","method":"GET"}
{"msg":"computed internet gateway mappings for sled","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:19.356756056Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","assocs":"{}","sled":"sim-b6d65341"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.356818531Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:57761/eip-gateways","method":"PUT"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.357811229Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"result":"Ok(\"found\")"}
{"msg":"accepted connection","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:19.358466935Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:58938"}
{"msg":"incoming request","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:19.358707174Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/eip-gateways","method":"PUT","req_id":"6062495e-de85-4cd1-9a20-84b3509a4be1","remote_addr":"[::1]:36807","local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:19.361236213Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/eip-gateways","method":"PUT","req_id":"6062495e-de85-4cd1-9a20-84b3509a4be1","remote_addr":"[::1]:36807","local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1905,"response_code":"204"}
{"msg":"incoming request","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:19.361347164Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/v2p","method":"GET","req_id":"09520b8d-51fc-4e9c-be16-04a94ba36e37","remote_addr":"[::1]:58938","local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.369207325Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:57761/eip-gateways\", status: 204, headers: {\"x-request-id\": \"6062495e-de85-4cd1-9a20-84b3509a4be1\", \"date\": \"Wed, 30 Apr 2025 06:38:18 GMT\"} })"}
{"msg":"activation complete","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.378936179Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","status":"{}","iteration":2,"elapsed":"555.288025ms"}
{"msg":"request completed","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:19.379351066Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/v2p","method":"GET","req_id":"09520b8d-51fc-4e9c-be16-04a94ba36e37","remote_addr":"[::1]:58938","local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":18087,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.380699322Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:57761/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"09520b8d-51fc-4e9c-be16-04a94ba36e37\", \"content-length\": \"2\", \"date\": \"Wed, 30 Apr 2025 06:38:18 GMT\"} })"}
{"msg":"found opte v2p mappings","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:19.38084919Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","interfaces":"{}","sled":"sim-b6d65341"}
{"msg":"v2p mappings to delete","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:19.380945182Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","mappings":"[]","sled":"sim-b6d65341"}
{"msg":"v2p mappings to add","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:19.381047826Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","mappings":"[]","sled":"sim-b6d65341"}
{"msg":"activation complete","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.385786939Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","status":"{}","iteration":2,"elapsed":"563.652581ms"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:19.441828788Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:19.442258134Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:19.442810685Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.443000603Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.45955643Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.461556945Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.461715241Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.462242361Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:19.463573163Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.466186189Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.473889036Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:19.473993745Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.474105357Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.475885865Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.503552018Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:19.503707428Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.512520938Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:19.512624835Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"Non-retryable transaction failure","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2025-04-30T06:38:19.562993862Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"}
{"msg":"inventory collection failed","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2025-04-30T06:38:19.563447556Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""}
{"msg":"activation complete","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.563589839Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":38,"elapsed":"1.035132383s"}
{"msg":"activating","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.563906851Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","iteration":39,"reason":"Signaled"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:19.564038173Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:19.564177961Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:19.56428273Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.56437323Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.56528164Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2025-04-30T06:38:19.565812668Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:19.576324803Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.576387879Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.577222271Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.577500415Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.583632794Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:19.583698154Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.583730639Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.584080736Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.592372016Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","candidates":"[(b139770c-2385-4e5f-b2ea-bae89be6cfda, 0)]"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:19.592467466Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:19.593092522Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:57232","req_id":"f7d1d8be-566e-47c5-a159-55c66fec42f3","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   09 48 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   .H..........._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.593159014Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:57232","req_id":"f7d1d8be-566e-47c5-a159-55c66fec42f3","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 2376,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.59354347Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.593716375Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.593778298Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:57232","req_id":"f7d1d8be-566e-47c5-a159-55c66fec42f3","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61532, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.594327783Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61532, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3964, tv_nsec: 393223390 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:19.594394776Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:19.594750766Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:52090","req_id":"68322d5f-b6fc-4c17-a57c-589c03c35dc6","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   11 ed 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.59481324Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:52090","req_id":"68322d5f-b6fc-4c17-a57c-589c03c35dc6","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 4589,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.594940183Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.595264649Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:52090","req_id":"68322d5f-b6fc-4c17-a57c-589c03c35dc6","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:19.659557138Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:19.660251722Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:51823","req_id":"fb2273f9-c090-4802-b502-d8647bb57114","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000:   17 47 01 00  00 01 00 00  00 00 00 01  18 5f 63 6c   .G..........._cl\n0010:   69 63 6b 68  6f 75 73 65  2d 61 64 6d  69 6e 2d 6b   ickhouse-admin-k\n0020:   65 65 70 65  72 04 5f 74  63 70 0d 63  6f 6e 74 72   eeper._tcp.contr\n0030:   6f 6c 2d 70  6c 61 6e 65  05 6f 78 69  64 65 08 69   ol-plane.oxide.i\n0040:   6e 74 65 72  6e 61 6c 00  00 21 00 01  00 00 29 04   nternal..!....).\n0050:   d0 00 00 00  00 00 00                                ......."}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.660321611Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:51823","req_id":"fb2273f9-c090-4802-b502-d8647bb57114","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 5959,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.661647583Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 5959,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_project_deletion_with_snapshot","level":50,"time":"2025-04-30T06:38:19.661753153Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:51823","req_id":"fb2273f9-c090-4802-b502-d8647bb57114","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"begin collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.662451405Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"begin collection from MGS","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.662503218Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","mgs_url":"http://[::1]:61532"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.662533518Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/ignition","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.665463055Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"067193f3-9e29-4cad-ac9e-ad5ce6081d0c\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:38:18 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.665508606Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.676568692Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9b87b3d7-79c5-4e3d-8b01-65f914efbf0b\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:38:19 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.676778651Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.67909184Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bb882468-76b5-420c-bdd2-b8c0db1b4e42\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:19 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.679264524Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.681151373Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fa5ad42b-fc38-44b3-bfab-ad7f0184ab71\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:19 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.681273426Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.686022028Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6cdca3ee-6c18-4556-90f6-82c2d99927b2\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:19 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.686348157Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.68908968Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6ea5678c-7c65-4d4f-b12f-97749b3fe707\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:19 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.689317103Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.692486197Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bae96831-d026-41c7-96f2-b65f1c349c42\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:19 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.694301434Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.699398539Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.702193228Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"423062f1-5aae-4da4-89fc-0b4c425fd713\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:19 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.70234515Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.703471765Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"716b5b67-059a-4cfb-a4e9-d178c193a5ce\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:19 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.708676195Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.711462857Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9864349a-4898-44e5-a59f-3374c290050a\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:19 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.71160005Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.715857192Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c24e811c-b9ce-47c9-86a8-ce97569085b0\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:19 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.715943665Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.717868359Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2eb67b8b-9f52-4b8e-8da9-88895cd3c69c\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:19 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.717964892Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.720506135Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ed9df2bf-c2e8-41a8-8c08-cebec57865e8\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:38:19 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.721181871Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.72491522Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"565eff87-ff12-42f2-a974-0c51b9ee7206\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:19 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.725191711Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.731484118Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d675ee06-ad6b-43d8-8e6a-d305e115e279\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:19 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.732376075Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.735961248Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"27fd84b7-2ee8-4e13-a050-7786764d0f35\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:19 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.736023492Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.738788351Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3ab92fc3-a23e-450f-9e88-3ef58607f1cc\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:19 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.739024451Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.741205998Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d347463d-3e72-43b2-9226-ddd35eb62e69\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:19 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.741436527Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.744406184Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3fee008a-4c34-44e3-9876-cfed2fdbce8e\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:19 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.744606644Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.745566616Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8b0313a2-fe45-4d0a-92c2-69f9d6037f04\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:19 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.745774661Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.747002728Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a8cd32ed-0b69-4942-9f73-240cef2253ed\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:19 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.747151975Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.748045856Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ccb3113c-a5c6-4d44-8207-3660bedc9f33\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:19 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.748180354Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.749249414Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8b7f9f45-6c77-4125-b7d3-c6f374d3d2e4\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:19 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.749724781Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:19.750942798Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:19.751157756Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:19.75121497Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.751249219Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.752691402Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.754842588Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3d53f322-7ee8-4474-8830-c8ce6557f221\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:38:19 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.761777916Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.762466518Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.768428808Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:19.768494238Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.76853017Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.768875167Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:19.771597752Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.771776488Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.772225593Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.772507013Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"08751296-943a-484c-9e5f-339504f246cd\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:19 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.772662433Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.774912526Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ce4e1285-1bfd-4cb3-9f9e-0c95cb9bab2e\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:19 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.774992365Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.776910407Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cb91449b-3cc1-489f-bd90-e6c030ec599b\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:19 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.776983943Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.779948901Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b5d82d14-5da4-4cfb-a83f-115a18852acb\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:19 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.780391563Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.788778242Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"de2e9876-3f89-4b93-b99a-11cc57a85c57\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:19 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.788943261Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.790986882Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a73846e5-11b5-4678-a4c6-8626546daa11\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:19 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.791204716Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.792347533Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cb41cef5-1418-4b5a-a28c-cd7f155f4fca\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:19 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.792494025Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.794066228Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"937c5fb4-6634-42d5-8643-4a7e118f55c1\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:19 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.79421779Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.796096363Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e89be592-97a2-4529-a9e9-b999ab8b7a0b\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:19 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.796162354Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.79691329Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ca419174-09bd-4838-9936-f9031db44cbc\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:19 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.797049291Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.799610114Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"792043a7-fa46-4266-9b1a-b1a8a961d280\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:38:19 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.799852076Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.801955286Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a524fc19-75a6-4ac2-9b24-867063ae5f26\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:19 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.802096267Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.80552084Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.807767767Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d76b6c23-16bc-480a-8fff-6ee0791c5b19\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:19 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.808032164Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.810060836Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f7134e50-2550-4238-932b-2ded8fe630dd\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:19 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.810192939Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.811905471Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f3b8a88a-898b-48f6-ae19-f0b108479279\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:19 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.81203024Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.813724045Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5ea2cf2c-c039-4116-800e-eff563cd3a46\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:19 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.813843392Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.815542869Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6292d31e-3378-45d7-a5f8-7080a3b24c30\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:19 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.815667246Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.816655305Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a05a2a23-fff0-4e99-9313-7edd63307d9d\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:19 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.816722008Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.817544457Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cefafb7b-241f-45bd-a1a6-422a781f942a\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:19 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.817689245Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.81857522Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2028838e-7de9-4834-bc5f-e4bf720180d9\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:19 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.818699528Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.819758598Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"39558807-4e61-44ac-ae9c-337b702d0b73\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:19 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:19.819820852Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:19.820027163Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:19.820100539Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.820134056Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.820864281Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.823417408Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.827743588Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:19.827807134Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:19.82784021Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:19.827870811Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.827901071Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.828286119Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.830962331Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.83736621Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:19.8374313Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.837466821Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.838022217Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.891743874Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","sled_agent_url":"http://[::1]:57761"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.89184209Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"SledAgent":"http://[::1]:57761","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:57761/inventory","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:19.892354371Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:19.892415011Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:19.892445933Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.892512916Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.893248021Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"accepted connection","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:19.893336838Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:65503"}
{"msg":"incoming request","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:19.894088175Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/inventory","method":"GET","req_id":"67c085b9-0b16-4dcd-9be1-d5949d4246f0","remote_addr":"[::1]:65503","local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:19.894715655Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/inventory","method":"GET","req_id":"67c085b9-0b16-4dcd-9be1-d5949d4246f0","remote_addr":"[::1]:65503","local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":630,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.895171353Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"SledAgent":"http://[::1]:57761","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:57761/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"67c085b9-0b16-4dcd-9be1-d5949d4246f0\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:38:19 GMT\"} })"}
{"msg":"begin collecting all keepers","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.896399771Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","nkeeper_admin_clients":0}
{"msg":"end collecting all keepers","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.896452887Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","nkeeper_admin_clients":0}
{"msg":"finished collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.896481854Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:19.8986479Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:19.898708952Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:19.898742659Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.898770424Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.899262615Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.899616179Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.90707496Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:19.907162445Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.907198166Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.907835225Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:19.910259585Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.910695223Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"oximeter","body":"None","uri":"http://127.0.0.1:39756/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.910912977Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.91799091Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:19.919199047Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.919259487Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.920358116Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"incoming request","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:19.92151452Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"918893b4-cb44-4fc4-9108-6ebe91f62dbb","remote_addr":"127.0.0.1:36198","local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.921583167Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"producer_id":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:19.921779248Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"918893b4-cb44-4fc4-9108-6ebe91f62dbb","remote_addr":"127.0.0.1:36198","local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.921841662Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"918893b4-cb44-4fc4-9108-6ebe91f62dbb","remote_addr":"127.0.0.1:36198","local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.922893367Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"918893b4-cb44-4fc4-9108-6ebe91f62dbb","remote_addr":"127.0.0.1:36198","local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"collecting from producer","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.922963658Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"producer_id":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:19.923922538Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.923986025Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.924747141Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"incoming request","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:19.924897681Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/9e5f84de-2a3f-49b5-b142-5e7719264a4a","method":"GET","req_id":"06f94a55-339e-4992-a88a-8d5bf6029355","remote_addr":"127.0.0.1:58598","local_addr":"127.0.0.1:39450","component":"dropshot","component":"nexus-producer-server","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"request completed","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:19.929244311Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/9e5f84de-2a3f-49b5-b142-5e7719264a4a","method":"GET","req_id":"06f94a55-339e-4992-a88a-8d5bf6029355","remote_addr":"127.0.0.1:58598","local_addr":"127.0.0.1:39450","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","latency_us":4295,"response_code":"200"}
{"msg":"sent collection request to producer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:19.929817864Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"producer_id":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.935948509Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"producer_id":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":5}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:19.936020973Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"producer_id":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:19.936053107Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"producer_id":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"request completed","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:19.936815807Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"918893b4-cb44-4fc4-9108-6ebe91f62dbb","remote_addr":"127.0.0.1:36198","local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","latency_us":15476,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.937301114Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:39756/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"918893b4-cb44-4fc4-9108-6ebe91f62dbb\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:38:19 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.937606432Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"oximeter","body":"None","uri":"http://127.0.0.1:39756/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:19.937887142Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"60d9e597-e8b6-4532-8d00-a581eb7efcb8","remote_addr":"127.0.0.1:36198","local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:19.938099956Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"60d9e597-e8b6-4532-8d00-a581eb7efcb8","remote_addr":"127.0.0.1:36198","local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.938167991Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"60d9e597-e8b6-4532-8d00-a581eb7efcb8","remote_addr":"127.0.0.1:36198","local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.938872695Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"60d9e597-e8b6-4532-8d00-a581eb7efcb8","remote_addr":"127.0.0.1:36198","local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"request completed","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:19.942288571Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"60d9e597-e8b6-4532-8d00-a581eb7efcb8","remote_addr":"127.0.0.1:36198","local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","latency_us":4409,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.942598899Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:39756/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"60d9e597-e8b6-4532-8d00-a581eb7efcb8\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:38:19 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:19.942790141Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:19.942834228Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:19.942858677Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"Non-retryable transaction failure","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2025-04-30T06:38:19.958056347Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"}
{"msg":"inventory collection failed","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2025-04-30T06:38:19.958713968Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""}
{"msg":"activation complete","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.958759779Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":39,"elapsed":"394.81401ms"}
{"msg":"activating","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.95879525Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","iteration":40,"reason":"Signaled"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:19.958820771Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:19.958849227Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:19.958881101Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.958909978Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.959772206Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.963867776Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.968881315Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:19.968939912Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.968967818Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.969478966Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.970011978Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"result":"Ok(\"found\")"}
{"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.973104119Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","candidates":"[(b139770c-2385-4e5f-b2ea-bae89be6cfda, 0)]"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:19.973143768Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:19.973794885Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:59023","req_id":"a67ea55e-d0c4-4ca7-8119-94ff54a8d32f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   78 54 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   xT..........._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.973978752Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:59023","req_id":"a67ea55e-d0c4-4ca7-8119-94ff54a8d32f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 30804,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.9741184Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.974240784Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.974290252Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:59023","req_id":"a67ea55e-d0c4-4ca7-8119-94ff54a8d32f","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61532, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.974636232Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61532, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3964, tv_nsec: 773554485 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:19.974688897Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:19.975158923Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:58975","req_id":"0922ff11-5351-4af1-b27e-e6ae0d661f1e","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   7d fd 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   }...........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.975222029Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:58975","req_id":"0922ff11-5351-4af1-b27e-e6ae0d661f1e","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 32253,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.975305415Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:19.97534313Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:58975","req_id":"0922ff11-5351-4af1-b27e-e6ae0d661f1e","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:20.022382032Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:20.022771859Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:20.022824454Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:20.022854734Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.022880004Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.023619848Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.023848915Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.024200525Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:20.025747307Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:61935","req_id":"e3350f13-3dfe-4422-b5f5-219a6231dcdd","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000:   e0 64 01 00  00 01 00 00  00 00 00 01  18 5f 63 6c   .d..........._cl\n0010:   69 63 6b 68  6f 75 73 65  2d 61 64 6d  69 6e 2d 6b   ickhouse-admin-k\n0020:   65 65 70 65  72 04 5f 74  63 70 0d 63  6f 6e 74 72   eeper._tcp.contr\n0030:   6f 6c 2d 70  6c 61 6e 65  05 6f 78 69  64 65 08 69   ol-plane.oxide.i\n0040:   6e 74 65 72  6e 61 6c 00  00 21 00 01  00 00 29 04   nternal..!....).\n0050:   d0 00 00 00  00 00 00                                ......."}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.025827237Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:61935","req_id":"e3350f13-3dfe-4422-b5f5-219a6231dcdd","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 57444,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.026172985Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 57444,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_project_deletion_with_snapshot","level":50,"time":"2025-04-30T06:38:20.026286121Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:61935","req_id":"e3350f13-3dfe-4422-b5f5-219a6231dcdd","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"begin collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.027877842Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"begin collection from MGS","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.027935908Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","mgs_url":"http://[::1]:61532"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.027961699Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/ignition","method":"GET"}
{"msg":"sent collection request to producer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:20.028306506Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.029202351Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:20.029268543Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:20.029300697Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.029462159Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.035001997Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:20.035151845Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.035186274Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.035422795Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:20.042479605Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.042554725Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.042955013Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.046038626Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b2dda383-f637-4c65-a216-01f57992682d\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:38:19 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.046320749Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.056992241Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"54cb19b2-5166-4905-b408-52b8b502b53f\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:38:19 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.057169003Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.064226805Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b6a3bee7-f4a4-4942-8f12-ae594e4a565e\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:19 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.064458216Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.06645756Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"268103d5-7dba-4487-bff2-39a9c3b4be72\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:19 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.066629342Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.069558869Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6c9e17b5-6f0a-419c-a56f-e8fb8451825a\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:19 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.069626123Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.071735586Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ba36aeb4-3e63-47f5-b7de-d6f0951188d6\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:19 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.071872659Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.073460894Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0f137401-4443-47e3-aa7e-09682b40203d\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:19 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.073587626Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.075335819Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f494aec6-e076-4508-a6dd-07c2381e5bde\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:19 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.07546691Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.076467153Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f2e00910-6e64-41f1-bff8-05bed8d03b4b\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:19 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.076585219Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.080277485Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8902e100-be37-4f21-9609-b5da89bfecbc\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:19 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.080526571Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.081556634Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.0827143Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0eb9f6c5-5fb4-4ad4-82cc-2fc65f57eae1\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:19 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.083107965Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.084879534Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f7f5c181-e4e0-446a-9d28-940a4066e658\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:19 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.085052319Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.08732151Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"19106204-a792-4fa6-8713-667eeb92b5f7\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:38:19 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.087426519Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.089911029Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"98adda86-b7da-4405-a68b-98ce2ce1d6cb\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:19 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.090088553Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.091860163Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a1ee9b8b-de1c-46de-9550-2243aecf8673\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:19 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.091925974Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.0943831Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3a3f6701-9505-47c2-9104-80d55d3e90f1\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:19 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.094572667Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.096454086Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"576ddce7-35ba-4bbb-8286-8259236a95ca\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:19 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.096538654Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.098230636Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b9e42fa5-0614-415e-ad1e-aab46c395056\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:19 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.098422458Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.100212835Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"47c528bb-4906-43cc-bb36-0e688db35351\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:19 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.100308265Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.101461212Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d83077de-6ce7-4d4d-b4a8-ecc66b2991a7\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:19 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.101604558Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.10393922Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dfd886be-a967-4e6a-886e-ab97a08e999c\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:19 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.104234538Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.105352856Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3701b9c3-99db-4671-908b-9cf553663694\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:19 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.105502685Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.106566003Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b5f6e264-90a0-481c-ae24-7717318bc503\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:19 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.106636113Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.107873218Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"80802735-a459-4b96-b7b2-8c3dd86c6a37\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:38:19 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.108107384Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.109644868Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d216f4a3-3dd8-499b-bfda-8890dce3670f\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:19 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.109718194Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.111529443Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5afd35ce-3f26-45cc-9089-19e824567b84\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:19 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.11162338Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.113402094Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"62e344b4-7b87-4372-b186-9ae121c9e9ae\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:19 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.113464568Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.114737084Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8d2349b5-8038-47a2-9807-1d11faddbb32\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:19 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.114902453Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.116448213Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bbe0a223-abe7-41a9-83ff-89df301a1b1e\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:19 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.116581148Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.118227228Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c49acd2b-5d96-4572-9bae-bc21775df04b\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:19 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.11832881Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.119213683Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"014a3779-a44e-4bb1-8225-5eed93a93032\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:19 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.119279314Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.120307172Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e47569e9-b04d-4f2f-a1c5-0d2269f72192\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:19 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.120400137Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.121301874Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1b397031-8ef4-453c-a0e6-0f9cc1efe4ce\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:19 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.121407975Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.122341315Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"80eec741-3b39-4183-b970-adfc7e016e36\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:19 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.122442606Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.123453992Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"12249732-fdeb-44ed-9a1c-fa223b65935f\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:38:19 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.123644331Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.125125041Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"465b7394-fa77-4afb-88c0-c37bb349fd8e\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:19 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.125193598Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.126937051Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4f01afc9-a4fa-4d4b-8712-5d63667fffb6\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:19 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.127019796Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.128714813Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dd026dc6-dcb5-4dc5-a2c2-e9e6565c77a7\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:19 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.128774031Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.130198289Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5f7fffef-fae6-4e65-952b-6812351f89bf\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:19 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.130267737Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.131819048Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"216522a9-fedd-4555-9fc1-355cc4704dd1\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:19 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.13195549Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:20.132285027Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:20.132348533Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:20.132402561Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.132434855Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.132962647Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.134942932Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7abe486d-55c9-4906-af43-05404ae6322a\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:19 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.135052461Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.135828477Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d6a21847-ec08-4be6-97a1-85b5ef28dce5\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:19 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.135891883Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.136097493Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.141169589Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:20.141234177Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.141266201Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.141584866Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.143505763Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ffe966da-dfbe-410f-af63-bab60c3b7659\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:19 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.143754148Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:20.144456658Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.144516227Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.144932346Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.145731458Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2ab88241-633d-4e5c-86ea-98d302bc8781\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:19 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.145934543Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.147119263Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"38143970-a76a-442f-aa0f-0b7b45545211\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:19 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:20.147181908Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:20.147215795Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:20.147243992Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.147270444Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.147990739Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.150257185Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.154783103Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:20.154849144Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:20.154882831Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:20.154912761Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.154940396Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.155414671Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.157846116Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.163872653Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:20.164014225Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.164193623Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.165204437Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.235339747Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","sled_agent_url":"http://[::1]:57761"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.235409926Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"SledAgent":"http://[::1]:57761","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:57761/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:20.236268106Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:49133"}
{"msg":"incoming request","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:20.236633575Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/inventory","method":"GET","req_id":"2fc2626a-b83b-403d-a9cf-8a7527edf769","remote_addr":"[::1]:49133","local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:20.237638837Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/inventory","method":"GET","req_id":"2fc2626a-b83b-403d-a9cf-8a7527edf769","remote_addr":"[::1]:49133","local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":874,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.238366307Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"SledAgent":"http://[::1]:57761","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:57761/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2fc2626a-b83b-403d-a9cf-8a7527edf769\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:38:19 GMT\"} })"}
{"msg":"begin collecting all keepers","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.241658757Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","nkeeper_admin_clients":0}
{"msg":"end collecting all keepers","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.24176575Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","nkeeper_admin_clients":0}
{"msg":"finished collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.241833675Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:20.249225002Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:20.249322156Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:20.24935968Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.24939459Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.250105076Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.253167187Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.258281887Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:20.258544621Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.258591875Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.259068735Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.270748807Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"result":"Ok(\"found\")"}
{"msg":"Non-retryable transaction failure","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2025-04-30T06:38:20.288880403Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"}
{"msg":"inventory collection failed","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2025-04-30T06:38:20.289500999Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""}
{"msg":"activation complete","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.289556229Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":40,"elapsed":"330.750459ms"}
{"msg":"activating","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.289599646Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","iteration":41,"reason":"Signaled"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:20.289628303Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:20.289730938Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:20.290408227Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.29045976Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.291379302Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.293462292Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.298907381Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:20.298989044Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.299024945Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.300150598Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.303528889Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","candidates":"[(b139770c-2385-4e5f-b2ea-bae89be6cfda, 0)]"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:20.30357452Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:20.304191429Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:64641","req_id":"a294eb32-5020-4540-98be-541d52653e85","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   80 5d 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   .]..........._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.304327861Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:64641","req_id":"a294eb32-5020-4540-98be-541d52653e85","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 32861,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.304524803Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.30467883Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.304778409Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:64641","req_id":"a294eb32-5020-4540-98be-541d52653e85","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61532, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.305178927Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61532, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3965, tv_nsec: 104081077 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:20.305302563Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:20.305775616Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:59573","req_id":"b7bb10bd-e105-44bc-8f30-a7e9c93e2942","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   d6 58 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   .X..........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.305878731Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:59573","req_id":"b7bb10bd-e105-44bc-8f30-a7e9c93e2942","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 54872,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.306039822Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.306077497Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:59573","req_id":"b7bb10bd-e105-44bc-8f30-a7e9c93e2942","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:20.372790589Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:20.373416696Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:20.373600452Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:20.373710932Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.373796723Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.375780676Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:20.376426393Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:63481","req_id":"fbd1b3e5-c0e1-4bc6-92c0-bdf0a56cf6c8","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000:   2d 93 01 00  00 01 00 00  00 00 00 01  18 5f 63 6c   -............_cl\n0010:   69 63 6b 68  6f 75 73 65  2d 61 64 6d  69 6e 2d 6b   ickhouse-admin-k\n0020:   65 65 70 65  72 04 5f 74  63 70 0d 63  6f 6e 74 72   eeper._tcp.contr\n0030:   6f 6c 2d 70  6c 61 6e 65  05 6f 78 69  64 65 08 69   ol-plane.oxide.i\n0040:   6e 74 65 72  6e 61 6c 00  00 21 00 01  00 00 29 04   nternal..!....).\n0050:   d0 00 00 00  00 00 00                                ......."}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.376742813Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:63481","req_id":"fbd1b3e5-c0e1-4bc6-92c0-bdf0a56cf6c8","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 11667,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.377540042Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 11667,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_project_deletion_with_snapshot","level":50,"time":"2025-04-30T06:38:20.377908556Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:63481","req_id":"fbd1b3e5-c0e1-4bc6-92c0-bdf0a56cf6c8","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"begin collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.378571747Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"begin collection from MGS","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.378662588Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","mgs_url":"http://[::1]:61532"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.378842887Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/ignition","method":"GET"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.380160994Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.394425284Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:20.394526776Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.394611626Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.395281681Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:20.401890649Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.401997Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.414105736Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.420113496Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6154ebdf-635f-4c0c-a88a-74c77df333ea\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:38:19 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.420468033Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.428429616Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"92b3ba91-9f92-4604-a850-166e7ef17f8f\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:38:19 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.428815054Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"inserting 6 samples into database","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.451725972Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 6 samples into database","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.451877644Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 6 total samples","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.452465145Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:20.470125372Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":12,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.476160116Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":12}
{"msg":"inserting data","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:20.476260967Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":5,"sql":"INSERT INTO oximeter.fields_u16 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.481506057Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_u16","n_rows":5}
{"msg":"inserting data","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:20.481566808Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":5,"sql":"INSERT INTO oximeter.fields_uuid FORMAT Native"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.484460263Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a0237c4f-822d-4eb2-b7f2-d5eaa25e7d5b\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:19 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.484646003Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"inserted rows into table","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.496831672Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_uuid","n_rows":5}
{"msg":"inserting data","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:20.496990098Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":19,"n_rows":5,"sql":"INSERT INTO oximeter.measurements_histogramu64 FORMAT Native"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.497039717Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"af4ec247-80d9-4bdf-b897-340d9f4715de\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:19 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.497085859Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.497120057Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2e9616e4-a7ad-489c-9429-0d5757d279ef\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:19 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.497150718Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.497731215Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4b675e01-9c3c-48ab-8343-4664583765ac\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:19 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.497855272Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"inserted rows into table","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.503990456Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_histogramu64","n_rows":5}
{"msg":"inserting data","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:20.504054223Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.504439781Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"result":"Ok(\"found\")"}
{"msg":"inserted rows into table","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.509722436Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:20.509779831Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.51070311Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7d47ef37-e08d-4aa6-a3d0-3a09e530bb08\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:19 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.510892297Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.512977893Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"94b6fe5f-ba42-4289-ad8f-af590d08065a\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:19 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.51314209Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.514454986Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a09278ac-597b-4be9-8fc7-680e9eaeaa40\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:19 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.514598732Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.515763843Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"be454b78-af35-404f-9cc3-4a8489bd9099\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:19 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.515999343Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.517976352Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ae0ac76c-2c07-4f1d-a357-90d2684b21a2\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:19 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.518106842Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.519012466Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eff71bf9-5a66-4e9f-8b58-f30a26acfa84\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:19 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.519128838Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.520355893Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"71a1240c-c5c3-4aac-b200-1e36ca70baa5\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:38:19 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.520536813Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.522452861Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"91387fdd-d1f7-44c9-9431-22912021df0a\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:19 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.522579744Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.525747325Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f6062057-6cbf-49be-8abc-0997f177544b\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:19 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.52606088Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.53421174Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e4f77527-1ebc-4df3-8caa-487972efb6ac\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:19 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.534446668Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.537487647Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cb3fe86e-da19-4559-9396-21db5dbb1e1f\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:19 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.537699158Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.540721921Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"75eeb5f2-f0a5-4fd1-adff-e704b2b5194a\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:19 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.541489149Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:20.555769733Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:20.555876876Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:20.555914511Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.555944761Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.557130885Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2025-04-30T06:38:20.557356113Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.564231081Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.57105617Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:20.571174015Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.571260607Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.572008257Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:20.576250459Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.576358785Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.58010069Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.580541639Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a4b07b66-7078-459b-8022-5e8cf5b03945\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:19 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.580800445Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.582270794Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"37cd1179-2f19-4479-907b-00580635e3b0\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:19 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.582489149Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.585018118Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3f12698d-860d-4a20-8a7f-65e1f0dd7cce\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:19 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.585445259Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.588280268Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fb782fd9-6687-4c73-a2fa-0e6183648a9c\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:19 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.588548923Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.589776599Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0926a1d4-48ce-4090-8eae-f53aa05387f2\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:19 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.589993571Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.592821275Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ded7ed14-3634-447a-9620-3ba840114d73\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:38:19 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.593318406Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.597376231Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5bdfed06-906b-436a-97bf-a39aaa0531cc\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:19 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.597598664Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.60077348Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"433f8717-b00b-476b-905b-0db8b187cf74\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:19 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.600990502Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.605375409Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3c605ca0-a8cd-4fad-b35e-e26a32fd3ec4\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:19 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.60545651Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.60960722Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"392b3d0b-6066-4c9b-9d35-769ec80cfdf7\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:19 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.609822459Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.615858936Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"18b43d77-3828-457f-95c1-242d47209dbe\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:19 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.616064847Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.616795903Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.630055632Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b416aa21-43dc-4910-8911-2b7957ec7567\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:19 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.630122967Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.631345482Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fbab48d1-580a-4bd8-9161-637d84d4a02b\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:19 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.631562916Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.632658278Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6ecd3ce9-3fd1-45e6-95d5-08ac94a1606d\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:19 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.632889489Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.634143207Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"66e7115f-15e9-4822-a893-cc794747b498\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:19 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.634203557Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.63514874Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1ab3c287-ea69-4ace-a11d-6564301b11da\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:19 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.635278398Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.636400895Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5d7ec115-facc-4d39-9d62-ab48d54869e9\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:38:19 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.63658935Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.638231613Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5f7f81dd-0e59-46d9-b4d4-7f54e559668b\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:19 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.638353075Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.640131638Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"01e8f8eb-87a9-4e14-b19c-47741e81e315\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:19 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.640301887Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.644050697Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cc66364a-a136-4e54-84d0-b6aeaa6108ed\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:19 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.644114634Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.645821355Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dedaf33d-c86c-4662-b30e-a8038f66d3c5\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:19 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.645897456Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.647953994Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d3cff9fd-0d6c-457d-8ed2-b70f3af7cb33\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:19 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.648110085Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.650369156Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4595f576-b33c-4128-8677-0388fee27fd5\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:19 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.650536129Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.651490741Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1d66bffe-1d93-4880-87d0-1cec9ff96e43\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:19 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.651567093Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.652476024Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"94b24592-7942-491a-8d4b-4c44900943fb\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:19 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.652600572Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.653582288Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"114b5e39-2243-421c-ad08-40fbd0a21efb\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:19 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.653845813Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.655101795Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"99b76e0c-5ffc-4318-a1f9-5fd0f6cb1626\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:19 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:20.655161474Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:20.655196404Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:20.655225913Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.655252766Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.65606798Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.659332675Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.664416274Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:20.664478838Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:20.664672144Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:20.664719007Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.664875849Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.665764039Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:20.671959413Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:20.6720631Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:20.672096416Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.672122738Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.672927542Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.673128312Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.676872201Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:20.676934175Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.676987732Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.677374212Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.679875616Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.686753199Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:20.686805212Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.686832897Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.687336591Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.739922074Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","sled_agent_url":"http://[::1]:57761"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.739999448Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"SledAgent":"http://[::1]:57761","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:57761/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:20.740593181Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:54770"}
{"msg":"incoming request","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:20.741257786Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/inventory","method":"GET","req_id":"ff584705-2b72-43f6-927b-a5829a2927f8","remote_addr":"[::1]:54770","local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:20.741865577Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/inventory","method":"GET","req_id":"ff584705-2b72-43f6-927b-a5829a2927f8","remote_addr":"[::1]:54770","local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":623,"response_code":"200"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:20.742049293Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.742100084Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.743148312Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.743374814Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"SledAgent":"http://[::1]:57761","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:57761/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ff584705-2b72-43f6-927b-a5829a2927f8\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:38:20 GMT\"} })"}
{"msg":"begin collecting all keepers","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.745369177Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","nkeeper_admin_clients":0}
{"msg":"end collecting all keepers","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.74542591Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","nkeeper_admin_clients":0}
{"msg":"finished collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.745453175Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:20.747267259Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:20.747350485Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:20.747392108Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.747424833Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.747799179Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.75513256Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.760771846Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:20.761094529Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.761149549Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.761653583Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"lookup_all_ipv6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:20.771722294Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:20.773377251Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:50010","req_id":"daf51278-9a72-4b2b-91d3-54d0ee6ba8e8","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   c1 6c 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   .l..........._de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.773441429Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:50010","req_id":"daf51278-9a72-4b2b-91d3-54d0ee6ba8e8","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 49516,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.773653322Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.77381301Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.773902288Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:50010","req_id":"daf51278-9a72-4b2b-91d3-54d0ee6ba8e8","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55056, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_ipv6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.774178768Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55056, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3965, tv_nsec: 573105739 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:20.774252646Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:20.7751886Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:55314","req_id":"d28aaa5c-cd82-492c-a9fa-4ecbf3803ad5","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   a6 4e 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   .N..........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.775322507Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:55314","req_id":"d28aaa5c-cd82-492c-a9fa-4ecbf3803ad5","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 42574,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.776005177Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.776064165Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:55314","req_id":"d28aaa5c-cd82-492c-a9fa-4ecbf3803ad5","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:20.777108135Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:20.828828574Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","zone_address":"::1"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.828975817Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.82939364Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"}
{"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2025-04-30T06:38:20.82950927Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"}
{"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2025-04-30T06:38:20.831370268Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"lookup_all_ipv6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:20.831917017Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:20.832491582Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:56903","req_id":"f2f2df7f-a734-4bea-8ffd-e503df2dd8e7","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   42 72 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   Br..........._de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.83267115Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:56903","req_id":"f2f2df7f-a734-4bea-8ffd-e503df2dd8e7","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 17010,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.833017239Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.83328369Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.833502717Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:56903","req_id":"f2f2df7f-a734-4bea-8ffd-e503df2dd8e7","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55056, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_ipv6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.834318953Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55056, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3965, tv_nsec: 633244681 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:20.83445319Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:20.834967144Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:63572","req_id":"9e7d9551-1f6d-44b0-bf5e-a9b5c4481086","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   19 04 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.835465878Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:63572","req_id":"9e7d9551-1f6d-44b0-bf5e-a9b5c4481086","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 6404,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.83586344Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.836007177Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:63572","req_id":"9e7d9551-1f6d-44b0-bf5e-a9b5c4481086","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:20.836557012Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:20.885524467Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","zone_address":"::1"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.885974573Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.886112328Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"}
{"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2025-04-30T06:38:20.886149753Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"}
{"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2025-04-30T06:38:20.888411529Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.905799423Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"result":"Ok(\"found\")"}
{"msg":"Non-retryable transaction failure","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2025-04-30T06:38:20.911591313Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"}
{"msg":"inventory collection failed","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2025-04-30T06:38:20.911951811Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""}
{"msg":"activation complete","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.912301689Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":41,"elapsed":"622.5402ms"}
{"msg":"activating","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.912361227Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","iteration":42,"reason":"Signaled"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:20.912395195Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:20.912427309Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:20.912458531Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.912487729Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.913718632Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.916690423Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.921618672Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:20.92168292Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.921717399Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.922224178Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.925390046Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","candidates":"[(b139770c-2385-4e5f-b2ea-bae89be6cfda, 0)]"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:20.925450006Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:20.92633566Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:51144","req_id":"fc417198-6ce0-43ef-a3b1-f780cfa25f61","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   2b 80 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   +............_mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.926389558Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:51144","req_id":"fc417198-6ce0-43ef-a3b1-f780cfa25f61","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 11136,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.926898011Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.927112989Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.927173229Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:51144","req_id":"fc417198-6ce0-43ef-a3b1-f780cfa25f61","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61532, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.927611783Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61532, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3965, tv_nsec: 726448644 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:20.927685971Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:20.92799673Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:52703","req_id":"2516a32f-6358-4a7e-8367-ae11a14302a6","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   42 93 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   B...........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.928093513Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:52703","req_id":"2516a32f-6358-4a7e-8367-ae11a14302a6","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 17043,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.928188322Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.928251708Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:52703","req_id":"2516a32f-6358-4a7e-8367-ae11a14302a6","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:20.971846848Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:20.972150854Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:20.972199742Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:20.972233369Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.972263048Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.973081909Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"lookup_all_ipv6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:20.973142891Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:20.973674911Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:61060","req_id":"9662ad7d-57f4-4ae5-8b00-acb228b58089","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000:   f4 7a 01 00  00 01 00 00  00 00 00 01  18 5f 63 6c   .z..........._cl\n0010:   69 63 6b 68  6f 75 73 65  2d 61 64 6d  69 6e 2d 6b   ickhouse-admin-k\n0020:   65 65 70 65  72 04 5f 74  63 70 0d 63  6f 6e 74 72   eeper._tcp.contr\n0030:   6f 6c 2d 70  6c 61 6e 65  05 6f 78 69  64 65 08 69   ol-plane.oxide.i\n0040:   6e 74 65 72  6e 61 6c 00  00 21 00 01  00 00 29 04   nternal..!....).\n0050:   d0 00 00 00  00 00 00                                ......."}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.973913005Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:61060","req_id":"9662ad7d-57f4-4ae5-8b00-acb228b58089","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 62586,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.974050649Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 62586,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_project_deletion_with_snapshot","level":50,"time":"2025-04-30T06:38:20.974131671Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:61060","req_id":"9662ad7d-57f4-4ae5-8b00-acb228b58089","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"begin collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.974503031Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"begin collection from MGS","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.974670805Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","mgs_url":"http://[::1]:61532"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.974747438Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/ignition","method":"GET"}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:20.974784902Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:58859","req_id":"bb9850e1-1263-48a7-8af5-a1bf1a859af5","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   a1 7a 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   .z..........._de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.974822577Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:58859","req_id":"bb9850e1-1263-48a7-8af5-a1bf1a859af5","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 41338,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.974890853Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.97515537Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.975196242Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:58859","req_id":"bb9850e1-1263-48a7-8af5-a1bf1a859af5","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55056, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_ipv6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.97601332Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55056, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3965, tv_nsec: 774939268 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:20.976067027Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.976974034Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.983610727Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:20.983694604Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.983728442Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.984006085Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:20.98444523Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:55853","req_id":"929ad058-aefa-4d15-ba06-37dcb3b4cc05","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   6d 38 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   m8..........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.984573145Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:55853","req_id":"929ad058-aefa-4d15-ba06-37dcb3b4cc05","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 27960,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.984803073Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:20.984854726Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:55853","req_id":"929ad058-aefa-4d15-ba06-37dcb3b4cc05","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:20.985683156Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:21.068457509Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","zone_address":"::1"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:21.068547127Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:21.068860542Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"}
{"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2025-04-30T06:38:21.069179838Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"}
{"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2025-04-30T06:38:21.071666362Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:21.096709469Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:21.09691078Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4fdaa321-2e74-4a37-956b-e9e44c07bf5d\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:38:20 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:21.097223333Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0","method":"GET"}
{"msg":"collecting from producer","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:21.098105601Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:21.11166658Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:21.111780066Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:21.113764019Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"sent collection request to producer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:21.116267878Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:21.116925979Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:21.116982622Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:21.117013383Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:21.133494521Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"11748c3c-f7ae-45a6-879c-76b317c38bb3\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:38:20 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:21.133883005Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:21.170128321Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a3c3a26e-b3af-4e84-bd0b-c87d035364f0\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:20 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:21.170620702Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:21.173335672Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"614e81fe-a162-4891-b1f1-0fcb71f7f79a\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:20 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:21.173710288Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:21.176240079Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fcf9f375-7c09-4b31-8db7-3f134e4be252\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:20 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:21.176508433Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:21.17872008Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"320c0a84-dc90-4031-9ded-f54f2fbac715\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:20 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:21.178932794Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:21.182726933Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"90deab43-10b9-47e0-855d-da7e20d76ff5\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:20 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:21.18303141Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:21.183503631Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:21.188674764Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"42fe8b3f-f017-4372-b191-8c46ed0ae1f6\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:20 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:21.188900704Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:21.190018161Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"58c9d0b4-8dcf-4f30-aaa5-e6f62d14069b\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:20 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:21.190359501Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:21.191580423Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2945b260-b70d-4878-95f2-52330b7c0970\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:20 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:21.191896693Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:21.193190451Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9de2de6b-164b-470b-88f7-2386bfe2e2f1\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:20 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:21.19341576Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:21.194543627Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"621b6a68-d58f-4112-b898-dae4c4693a26\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:20 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:21.194979466Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:21.196911565Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ed4116d1-e24b-4285-991d-25e1ca3d75db\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:38:20 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:21.197183848Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:21.199466205Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1bff923e-fd35-434f-8e50-0035ba2753d2\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:20 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:21.199678618Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:21.201530939Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e3ea266c-6142-4e9b-992b-11ccb5e4adcd\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:20 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:21.201762611Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:21.203279934Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"86c9b287-2148-4493-b748-d32686e8b877\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:20 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:21.203492087Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:21.20632961Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"38e0aba9-180a-4849-bbe7-009fa1caaa87\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:20 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:21.20659049Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:21.208358062Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"940de5ea-2dda-483c-a16b-73d8b7f01441\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:20 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:21.208572769Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:21.210869997Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c7f518dc-f771-4b67-ba5c-2e0c6e12f813\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:20 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:21.211083612Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:21.212041581Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"58ec3728-181f-4bab-8a7f-f2e89cba0ba2\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:20 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:21.212260347Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:21.235232888Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:21.235379741Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:21.235481894Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:21.235638226Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:21.236863828Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:21.238658123Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ba5d6949-e6d7-4619-8181-0d74f56ef51b\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:20 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:21.238886888Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:21.240226988Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:21.249425726Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:21.249524984Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:21.252214964Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:21.25379931Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:21.256393469Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7b5235b0-44db-4783-a8ac-9944c36ac606\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:20 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:21.257077362Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:21.25748315Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:21.257750653Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:21.258919923Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:21.260694338Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"45860809-1752-4a53-98d0-5596cfaaa18b\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:20 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:21.260871672Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:21.265759961Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"48a77888-45b9-4585-83ab-65af8273ad9e\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:38:20 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:21.266188615Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:21.271208958Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3c2a60b2-35f8-44d9-b983-25eeb3efa694\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:20 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:21.27143604Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:21.274623411Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6b726332-6298-4be4-b163-01f7290c8362\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:20 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:21.274971024Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:21.281419702Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c240edda-97ca-4b94-b5fb-8d43cbe1d40a\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:20 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:21.281638238Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:21.284746751Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"465a9328-7c7d-491b-8652-2e1715dc03ad\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:20 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:21.284959605Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:21.310933817Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:21.312796669Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b3287a6e-cb08-4c9c-a5b8-093268f19f7a\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:20 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:21.313031256Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:21.317884837Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3e2f0e2e-ca4a-4d25-80f0-e38294693204\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:20 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:21.318124164Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:21.319830994Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"440935d7-f65c-484e-b87e-b0c991cdfe9c\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:20 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:21.321705078Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:21.324616329Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3c4dbb58-3c12-464c-a559-dfa7500b1b23\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:20 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:21.324899824Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:21.330715681Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fc1aa85d-d45a-4125-9860-c089a365fa2c\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:20 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:21.331601707Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:21.335304053Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"09f786ec-6dc4-480a-a4f4-17dde7789ee0\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:20 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:21.335541757Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:21.340121462Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ddaed804-b1a7-4ac6-b084-5662d9142c2c\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:38:20 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:21.34044664Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:21.351017592Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8fced9af-d1e8-4768-9aae-5a4d3114ead1\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:20 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:21.351426015Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:21.357263787Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bfc62785-a890-4f48-8206-0da904353870\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:20 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:21.369287924Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:21.369703151Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:21.369863661Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:21.369966145Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:21.370060814Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:21.371041829Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:21.374038449Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:21.398204669Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:21.398306782Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:21.398394166Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:21.398913601Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:21.401490305Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"440a1c92-83b5-4d6a-b87b-ccb0214f7627\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:20 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:21.401717708Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:21.401988818Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:21.402096363Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:21.402613493Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:21.407745669Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"136f33a6-3642-403e-ae27-e4640d0b9906\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:20 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:21.407963312Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:21.414172223Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1c045b7b-e270-4abd-891e-2a6134887960\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:20 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:21.414524595Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:21.469172698Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:21.470161789Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:21.470336667Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:21.471340437Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:21.475940993Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"499fb707-af00-4c70-8cd9-d82552ba6e91\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:20 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:21.476351431Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/rot/cmpa","method":"GET"}
{"msg":"inserted rows into table","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:21.478489962Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:21.478606634Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:21.480555077Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fcbdc509-f7af-4c34-a058-ae798de465c8\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:20 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:21.48332208Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"inserted rows into table","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:21.484143877Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:21.484209097Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:21.493571391Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3372fbaf-40a7-4ead-a59b-17fd1fe9b5a3\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:20 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:21.494256456Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:21.50191735Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8e9c0b26-8b68-4d91-aff1-cfc8594d883f\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:20 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:21.502156366Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:21.502588717Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:21.524511918Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"47ee3626-4c6b-4f44-8ea2-adf9c972f1b2\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:20 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:21.524816715Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:21.524878338Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:21.524913658Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:21.524941975Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:21.52578264Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:21.533088075Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:21.539823184Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:21.539890108Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:21.539923905Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:21.539955819Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:21.53998675Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:21.540424252Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:21.542741499Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:21.552917213Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:21.55810512Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:21.560516955Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:21.561151259Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:21.56188961Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:21.562022655Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:21.562114048Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:21.56219574Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:21.562967668Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:21.565761104Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:21.620239599Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:21.620688884Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:21.620744785Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:21.621807323Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:21.700169374Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","sled_agent_url":"http://[::1]:57761"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:21.700340755Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"SledAgent":"http://[::1]:57761","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:57761/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:21.702166533Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:39811"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2025-04-30T06:38:21.702643594Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"incoming request","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:21.703179301Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/inventory","method":"GET","req_id":"af94ce2d-288a-4d40-b213-3e32fba54abf","remote_addr":"[::1]:39811","local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:21.705149697Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/inventory","method":"GET","req_id":"af94ce2d-288a-4d40-b213-3e32fba54abf","remote_addr":"[::1]:39811","local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1822,"response_code":"200"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:21.705401949Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:21.705534744Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:21.706622301Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:21.706949312Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"SledAgent":"http://[::1]:57761","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:57761/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"af94ce2d-288a-4d40-b213-3e32fba54abf\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:38:20 GMT\"} })"}
{"msg":"begin collecting all keepers","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:21.719832612Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","nkeeper_admin_clients":0}
{"msg":"end collecting all keepers","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:21.720029684Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","nkeeper_admin_clients":0}
{"msg":"finished collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:21.720079063Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:21.723031625Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:21.723095984Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:21.723130462Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:21.723160642Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:21.72379195Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:21.731865025Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:21.736940608Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:21.743071193Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:21.74349127Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:21.751549115Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:21.864391175Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"result":"Ok(\"found\")"}
{"msg":"Non-retryable transaction failure","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2025-04-30T06:38:21.869294484Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"}
{"msg":"inventory collection failed","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2025-04-30T06:38:21.869642758Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""}
{"msg":"activation complete","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:21.869699842Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":42,"elapsed":"957.313976ms"}
{"msg":"activating","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:21.869739871Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","iteration":43,"reason":"Signaled"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:21.86976917Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:21.86979955Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:21.86982949Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:21.869857245Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:21.870918891Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:21.89286659Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:21.905806071Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:21.905873004Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:21.905907142Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:21.908122206Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:21.910216408Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:21.91095522Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"oximeter","body":"None","uri":"http://127.0.0.1:39756/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:21.911651698Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"d0aae564-947c-478d-aeb2-65fd80c460d8","remote_addr":"127.0.0.1:36198","local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:21.911994591Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"d0aae564-947c-478d-aeb2-65fd80c460d8","remote_addr":"127.0.0.1:36198","local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:21.912136604Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"d0aae564-947c-478d-aeb2-65fd80c460d8","remote_addr":"127.0.0.1:36198","local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:21.912990946Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"d0aae564-947c-478d-aeb2-65fd80c460d8","remote_addr":"127.0.0.1:36198","local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:21.913476905Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","candidates":"[(b139770c-2385-4e5f-b2ea-bae89be6cfda, 0)]"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:21.913612435Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"request completed","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:21.91980328Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"d0aae564-947c-478d-aeb2-65fd80c460d8","remote_addr":"127.0.0.1:36198","local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","latency_us":8016,"response_code":"200"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:21.920464196Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:21.920523014Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:21.920595879Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:21.920627101Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:21.925403648Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:21.925482625Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:39756/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d0aae564-947c-478d-aeb2-65fd80c460d8\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:38:21 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:21.925519318Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"oximeter","body":"None","uri":"http://127.0.0.1:39756/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:21.926708718Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"429ecfff-4c1a-4448-a4e3-6553476e9e4d","remote_addr":"127.0.0.1:36198","local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:21.927795564Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:52991","req_id":"480c368b-6811-4b7d-87c1-733531c6b19e","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   d1 91 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   ............._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:21.927920202Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:52991","req_id":"480c368b-6811-4b7d-87c1-733531c6b19e","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 53649,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:21.928149178Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:21.928327774Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:21.928421381Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:52991","req_id":"480c368b-6811-4b7d-87c1-733531c6b19e","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61532, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:21.928872409Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"429ecfff-4c1a-4448-a4e3-6553476e9e4d","remote_addr":"127.0.0.1:36198","local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:21.92894323Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"429ecfff-4c1a-4448-a4e3-6553476e9e4d","remote_addr":"127.0.0.1:36198","local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:21.930043883Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"429ecfff-4c1a-4448-a4e3-6553476e9e4d","remote_addr":"127.0.0.1:36198","local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:21.930688518Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:21.948847999Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:21.951990601Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:21.952062093Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:21.952687459Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:21.953458195Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61532, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3966, tv_nsec: 752348091 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:21.956692569Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"request completed","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:21.960025099Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"429ecfff-4c1a-4448-a4e3-6553476e9e4d","remote_addr":"127.0.0.1:36198","local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","latency_us":32998,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:21.963785481Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:39756/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"429ecfff-4c1a-4448-a4e3-6553476e9e4d\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:38:21 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:21.964212833Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:21.964272632Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:21.964299976Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:21.964480516Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:52431","req_id":"23dcbd62-5f87-4835-86fe-5803cdd0b387","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   bf 4a 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   .J..........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:21.964601467Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:52431","req_id":"23dcbd62-5f87-4835-86fe-5803cdd0b387","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 48970,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:21.964862677Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:21.964958559Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:52431","req_id":"23dcbd62-5f87-4835-86fe-5803cdd0b387","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:22.103841123Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:22.104418984Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:22.104479445Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:22.105412424Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:22.105659536Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:22.105874114Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:22.106930729Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:57882","req_id":"f9242fd8-3115-463c-822a-f2bacfb5f4ce","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000:   0b 01 01 00  00 01 00 00  00 00 00 01  18 5f 63 6c   ............._cl\n0010:   69 63 6b 68  6f 75 73 65  2d 61 64 6d  69 6e 2d 6b   ickhouse-admin-k\n0020:   65 65 70 65  72 04 5f 74  63 70 0d 63  6f 6e 74 72   eeper._tcp.contr\n0030:   6f 6c 2d 70  6c 61 6e 65  05 6f 78 69  64 65 08 69   ol-plane.oxide.i\n0040:   6e 74 65 72  6e 61 6c 00  00 21 00 01  00 00 29 04   nternal..!....).\n0050:   d0 00 00 00  00 00 00                                ......."}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:22.107006189Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:57882","req_id":"f9242fd8-3115-463c-822a-f2bacfb5f4ce","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 2817,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:22.107214975Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 2817,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_project_deletion_with_snapshot","level":50,"time":"2025-04-30T06:38:22.107309123Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:57882","req_id":"f9242fd8-3115-463c-822a-f2bacfb5f4ce","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"begin collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:22.109010012Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"begin collection from MGS","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:22.109216233Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","mgs_url":"http://[::1]:61532"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:22.109270521Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/ignition","method":"GET"}
{"msg":"sent collection request to producer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:22.109743764Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:22.110437185Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:22.110496293Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:22.110525171Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:22.12410129Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"48c7ab31-d178-449f-8030-369e2d1f5440\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:38:21 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:22.12448782Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:22.151244361Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1544a936-1cbe-4595-9e06-5bf58c1259e0\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:38:21 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:22.15151514Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:22.158316652Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cb34c4ed-99d2-4ec9-a762-c8cf70ec7c85\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:21 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:22.15844134Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:22.160150075Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"55594213-1711-425b-892e-357cdd61dd5e\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:21 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:22.160608719Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:22.162723432Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bdff1d3d-5244-423c-a6ed-b51751da95e0\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:21 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:22.16279737Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:22.167134882Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"66cbe8c5-c003-45d6-9b80-b8e11f8b65cc\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:21 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:22.16747523Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:22.169847066Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7e6344ab-00a4-4558-8aab-c45247ea2413\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:21 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:22.175177236Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:22.183984714Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c2cca997-0d57-40ad-8ab4-51417cb51efa\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:21 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:22.184099483Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:22.184878835Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3043797b-253d-41e4-b8ab-72af60a1384a\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:21 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:22.184955137Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:22.185870531Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"caf71d67-73bd-4e96-bbd6-96ec3dbf9c3b\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:21 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:22.186066201Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:22.187100562Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f25900a5-a557-411a-a20a-08bc86f61c03\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:21 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:22.187228727Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:22.198386348Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"faa2bda1-89dd-4a36-ab5e-663a3c64c668\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:21 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:22.203918731Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:22.20715017Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"388acb3e-aca5-49ad-bb5a-b2cc24c69b45\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:38:21 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:22.207549495Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:22.218474493Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:22.218896804Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"978bad33-908a-43df-a652-0fc40f7f99cb\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:21 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:22.219148896Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:22.232672511Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7d19dfb0-6df1-4758-881e-4784177d98a4\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:21 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:22.232996687Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:22.239744171Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"de512130-6dab-43b3-a7ed-c822565898c5\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:21 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:22.239965161Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:22.241983012Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cf140b2f-7422-4077-aa0e-bf37ae3c3f93\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:21 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:22.242196768Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:22.248501199Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e949bf92-f1cd-4153-b5c4-95534e75337e\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:21 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:22.248716939Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:22.255604622Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"60f45fc8-1578-4f3a-8045-1cea213750af\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:21 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:22.25581926Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:22.257023238Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b0f6d106-b4a4-4cd9-a7c4-fae1d0400e06\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:21 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:22.257251674Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:22.258548638Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"78a7b481-b1c8-4430-970f-7d5dfc777e91\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:21 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:22.258775209Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:22.260137784Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0fb42f62-25ec-4f13-b8fa-1c9f6f6c8a74\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:21 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:22.260440918Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:22.261840747Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ef6f6f7d-a18d-47d3-ae99-0310f248ea8d\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:21 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:22.262045585Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:22.263974278Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0efa5cb5-7350-4c7a-a9ed-2f68adfee7a0\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:38:21 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:22.264262422Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:22.277242745Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4c516262-57e5-4696-a233-edcbcea0f7a7\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:21 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:22.27735079Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:22.277535608Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:22.277586039Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:22.277619946Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:22.277648172Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:22.278462054Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:22.295047149Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:22.303883404Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:22.304000738Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:22.304036119Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:22.304497568Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:22.304756203Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"88a466a9-cd1e-483b-a469-39066ab42a7a\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:21 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:22.304887325Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:22.309768991Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:22.309833279Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:22.310261091Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:22.318644795Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c851695b-f1cd-486c-a1c0-535a297c6ea6\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:21 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:22.319818334Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:22.376763193Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dcb9df95-280f-4b50-a935-5acc0a7a5356\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:21 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:22.377056767Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:22.401027047Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"820627da-90bd-4726-b21d-eb03c67f0bbf\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:21 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:22.401325692Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:22.406017169Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4cb0b3fd-cd4d-4848-aa2a-3db33ac07590\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:21 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:22.408209036Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:22.40986733Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"22231d11-74d7-4f96-8646-d7b26cafcfe7\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:21 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:22.41000258Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:22.411951583Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3150b10a-22b2-4027-9af9-0647d510979f\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:21 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:22.412099217Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:22.415827375Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:22.418432756Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ce286ed2-e2fc-4a62-8fa4-5a5149f2d780\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:21 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:22.418665921Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:22.420052434Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2ee46276-a04a-449b-bd7b-c743674f4d4a\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:21 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:22.420214066Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:22.422702423Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1e39fe57-4973-4ce6-a56b-97f591025808\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:38:21 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:22.422868795Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:22.427894859Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"80fe9e3e-8db0-4a36-8bd3-f29756c09ca6\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:21 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:22.427976862Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:22.429668753Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e7e06bd4-d3ca-4766-b7d1-e1aedc978970\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:21 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:22.429739434Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:22.464818166Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:22.465018916Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:22.465342Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:22.466370469Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:22.467947161Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:22.468237479Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:22.468495052Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:22.468862525Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:22.470119519Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:22.473857006Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:22.473955752Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:22.47824593Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a9c40cba-43f7-4ca5-bb1b-7e7bc110f681\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:21 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:22.478551179Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:22.481604131Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:22.515090902Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:22.516017337Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:22.516203799Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:22.517351225Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:22.518990792Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:22.519108326Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:22.522186208Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:22.522298182Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:22.52282949Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:22.525833856Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f64cbab6-52f3-4871-9858-956e083ccb51\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:21 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:22.52610661Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:22.530143884Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c61c0df6-2bd0-4877-babb-c11d7f514322\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:21 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:22.530444984Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:22.53527635Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6599c62d-b890-4b70-88ab-dafc1493032a\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:21 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:22.53549241Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:22.536718413Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"865201ba-d1c4-455a-b37b-f2c166f5b417\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:21 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:22.53695796Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:22.538389883Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4b03bf8f-341c-4c77-802b-778999160408\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:21 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:22.538624691Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:22.54036556Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c9986cdb-1597-4618-aec6-f3dec6587a49\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:21 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:22.541418427Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:22.553953934Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fa506490-70ab-4457-aebd-eb6776453dc5\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:21 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:22.554262188Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:22.554409501Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:22.554585251Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:22.554877103Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:22.55598969Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2025-04-30T06:38:22.591789378Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:22.591871081Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:22.618239959Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:22.618361912Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:22.618465669Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:22.618562432Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:22.618648774Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:22.619293759Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:22.622478114Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:22.628256577Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:22.628391947Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:22.628481906Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:22.629035469Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:22.734848685Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","sled_agent_url":"http://[::1]:57761"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:22.73503223Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"SledAgent":"http://[::1]:57761","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:57761/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:22.737143156Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:40142"}
{"msg":"incoming request","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:22.737632271Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/inventory","method":"GET","req_id":"f01a2a41-bfbd-4ad0-82dd-820424ef8c76","remote_addr":"[::1]:40142","local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:22.738149662Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/inventory","method":"GET","req_id":"f01a2a41-bfbd-4ad0-82dd-820424ef8c76","remote_addr":"[::1]:40142","local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":508,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:22.73849001Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"SledAgent":"http://[::1]:57761","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:57761/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f01a2a41-bfbd-4ad0-82dd-820424ef8c76\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:38:21 GMT\"} })"}
{"msg":"begin collecting all keepers","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:22.740516317Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","nkeeper_admin_clients":0}
{"msg":"end collecting all keepers","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:22.740553491Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","nkeeper_admin_clients":0}
{"msg":"finished collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:22.740576757Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:22.742464469Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:22.742526061Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:22.742557644Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:22.742584518Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:22.7435243Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:22.744231299Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"result":"Ok(\"found\")"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:22.75715556Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:22.763412626Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:22.764284524Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:22.764339022Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:22.765021813Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:22.804285913Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:22.804382906Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:22.804466844Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:22.804512234Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:22.805381035Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:22.835078696Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:22.840485148Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:22.840564065Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:22.840593955Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:22.841088199Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"lookup_all_ipv6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:22.841146526Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:22.844574616Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:49454","req_id":"7e05ab54-8d5e-4ebf-a9e6-3283cf4f2d2c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   3c 92 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   <............_de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:22.844638112Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:49454","req_id":"7e05ab54-8d5e-4ebf-a9e6-3283cf4f2d2c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 15506,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:22.844852299Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:22.84504836Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:22.84509364Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:49454","req_id":"7e05ab54-8d5e-4ebf-a9e6-3283cf4f2d2c","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55056, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_ipv6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:22.845425551Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55056, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3967, tv_nsec: 644324145 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:22.845485591Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:22.847549673Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:50722","req_id":"37ff517a-edd9-4e4b-8272-4a9a71ac7ac5","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   2a ab 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   *...........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:22.847701426Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:50722","req_id":"37ff517a-edd9-4e4b-8272-4a9a71ac7ac5","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 10923,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:22.847804201Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:22.847835663Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:50722","req_id":"37ff517a-edd9-4e4b-8272-4a9a71ac7ac5","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:22.849357435Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:22.898227666Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","zone_address":"::1"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:22.898288527Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:22.898584848Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"}
{"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2025-04-30T06:38:22.898640368Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"}
{"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2025-04-30T06:38:22.900067943Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"lookup_all_ipv6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:22.900223994Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:22.900609792Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:61889","req_id":"bf5f69d9-9a30-40eb-a559-9b7eb655f5cb","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   5e 93 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   ^............_de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:22.900885552Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:61889","req_id":"bf5f69d9-9a30-40eb-a559-9b7eb655f5cb","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 24211,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:22.900977806Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:22.901146191Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:22.901189868Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:61889","req_id":"bf5f69d9-9a30-40eb-a559-9b7eb655f5cb","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55056, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_ipv6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:22.901657329Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55056, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3967, tv_nsec: 700442537 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:22.901716006Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:22.902197446Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:50981","req_id":"06b0e6d7-5957-4c49-8098-9564838d6ff3","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   d7 cf 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:22.902258187Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:50981","req_id":"06b0e6d7-5957-4c49-8098-9564838d6ff3","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 55247,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:22.902341823Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:22.902427003Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:50981","req_id":"06b0e6d7-5957-4c49-8098-9564838d6ff3","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:22.902727692Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:22.969031719Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","zone_address":"::1"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:22.969120826Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:22.969396656Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"}
{"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2025-04-30T06:38:22.969456234Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"}
{"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2025-04-30T06:38:22.970514783Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"Non-retryable transaction failure","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2025-04-30T06:38:22.972306433Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"}
{"msg":"inventory collection failed","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2025-04-30T06:38:22.972614186Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""}
{"msg":"activation complete","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:22.972668585Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":43,"elapsed":"1.102905226s"}
{"msg":"activating","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:22.972836369Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","iteration":44,"reason":"Signaled"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:22.972885076Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:22.972916469Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:22.97295223Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:22.972980697Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:22.973706152Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:22.97844308Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:22.978501406Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:22.979528352Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:22.995493923Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.002127891Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:23.009170522Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.009388878Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.010084123Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.011029416Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.011094346Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.016272112Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","candidates":"[(b139770c-2385-4e5f-b2ea-bae89be6cfda, 0)]"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:23.016320879Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:23.024780374Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:50486","req_id":"7906af40-d8f5-4c8b-8d54-3ca6bd385516","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   f1 08 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   ............._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.024861486Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:50486","req_id":"7906af40-d8f5-4c8b-8d54-3ca6bd385516","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 61704,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.025169319Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.025356542Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.025401011Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:50486","req_id":"7906af40-d8f5-4c8b-8d54-3ca6bd385516","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61532, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"sent collection request to producer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:23.025650127Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.026502395Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:23.026563637Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:23.026594719Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.038692693Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61532, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3967, tv_nsec: 837510997 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:23.038743715Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:23.045906697Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:63506","req_id":"eb8fc387-6ad6-4755-9268-bfc5b8664f64","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   d9 28 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   .(..........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.045971185Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:63506","req_id":"eb8fc387-6ad6-4755-9268-bfc5b8664f64","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 55592,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.046141495Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.04622956Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:63506","req_id":"eb8fc387-6ad6-4755-9268-bfc5b8664f64","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:23.088067981Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"}
{"msg":"lookup_all_ipv6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:23.089042983Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:23.093990461Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:64913","req_id":"fc8f388b-2844-4d51-923a-f89a876a2dbe","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000:   22 42 01 00  00 01 00 00  00 00 00 01  18 5f 63 6c   \"B..........._cl\n0010:   69 63 6b 68  6f 75 73 65  2d 61 64 6d  69 6e 2d 6b   ickhouse-admin-k\n0020:   65 65 70 65  72 04 5f 74  63 70 0d 63  6f 6e 74 72   eeper._tcp.contr\n0030:   6f 6c 2d 70  6c 61 6e 65  05 6f 78 69  64 65 08 69   ol-plane.oxide.i\n0040:   6e 74 65 72  6e 61 6c 00  00 21 00 01  00 00 29 04   nternal..!....).\n0050:   d0 00 00 00  00 00 00                                ......."}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.094081592Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:64913","req_id":"fc8f388b-2844-4d51-923a-f89a876a2dbe","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 8770,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.094300268Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 8770,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_project_deletion_with_snapshot","level":50,"time":"2025-04-30T06:38:23.094390157Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:64913","req_id":"fc8f388b-2844-4d51-923a-f89a876a2dbe","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"begin collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.095132586Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"begin collection from MGS","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.095184089Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","mgs_url":"http://[::1]:61532"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.095211133Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/ignition","method":"GET"}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:23.099064771Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:61086","req_id":"28f57f21-f583-4107-9fa2-f938f238b888","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   0f 6e 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   .n..........._de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.099125783Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:61086","req_id":"28f57f21-f583-4107-9fa2-f938f238b888","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 3950,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.099346182Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.099557513Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.09974708Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:61086","req_id":"28f57f21-f583-4107-9fa2-f938f238b888","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55056, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_ipv6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.101056048Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55056, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3967, tv_nsec: 899949432 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:23.101116789Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:23.104936781Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:51639","req_id":"6f1e3ced-11bb-49e0-9666-174189242adc","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   ac 29 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   .)..........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.105065257Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:51639","req_id":"6f1e3ced-11bb-49e0-9666-174189242adc","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 44073,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.105155526Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.105177981Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:51639","req_id":"6f1e3ced-11bb-49e0-9666-174189242adc","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:23.106960102Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:23.149129882Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","zone_address":"::1"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.149209651Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.149507525Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"}
{"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2025-04-30T06:38:23.149559478Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"}
{"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2025-04-30T06:38:23.150798798Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.168503543Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"be15e1cf-2cd9-44fc-8678-3f27760f0d75\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:38:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.16876799Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.183498339Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.184611377Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"69d36f57-6f13-4ad2-b93a-157f9d3df8ce\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:38:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.184811566Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.186905939Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e4a27324-db9d-4af3-969c-7edcb503602b\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.187024265Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.188749261Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"612d61a8-c87b-415d-9780-259411730b50\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.188867888Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.19605613Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4861ce7c-54a9-4894-89f9-cf8c4762d286\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.19619672Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.200044807Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c032f6e7-7e7f-42d4-828e-b6bc589c3b75\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.20020171Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.203516604Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cfcd9161-5043-43d0-b27c-2020bd9cb51a\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.203636924Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.2086688Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aad390f0-d40c-4a9b-8f2e-930842825c6c\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.208836845Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.210096555Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8f25fe10-ae5b-4496-8268-fe48494df162\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.21022452Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.211859116Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"591b45d3-4d41-438c-bd81-5cb5991641a7\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.211917162Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.232747916Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"471e8226-c227-4017-aa12-74b9179d6291\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.232888155Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.233953658Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"106f58a1-11ef-4594-815b-055d9b8d610d\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.234018327Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:23.234219458Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:23.234269407Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:23.234342172Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.23437616Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.235217226Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.236543418Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1d4b8925-13d5-41aa-83fb-f94dd82f55ba\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:38:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.236703177Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.238537762Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.243346984Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:23.243397264Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.24343044Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.24384214Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.244116838Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a118be71-bce5-4734-b51f-b05b6253068b\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.244202979Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:23.248573117Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.248656743Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.249159896Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.250259867Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"95c7ebe4-affe-49f8-aff1-8019ba26810a\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.250335127Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.254305899Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d0c9d302-e8cb-400c-af12-d5e9c4a777f4\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.254498162Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.258140128Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"18510176-bdc9-4b7f-8897-2a5e64101f36\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.258232342Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.263829223Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"183ba277-56b3-4e13-90d1-c7af00dc6e5c\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.264132959Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.272263558Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"019f808c-d12f-4c8f-bfdb-14c878f3d7f6\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.272337566Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.273992744Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7c41ed01-d52e-4fc6-9e27-045e8b1ea785\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.274198654Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.277475773Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c0a2aa70-244c-4d8a-81a4-cf92aab9c70c\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.277555111Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.279370859Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8daff57b-1f7f-4022-8a82-eda66a744e98\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.279427903Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.284439047Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.286004907Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ca9687a8-74a8-4072-8536-78504b806884\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.286130347Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.288495459Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"855abad2-fa29-4294-94cd-7b144b0af134\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:38:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.288560479Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.292087276Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d8f2bde9-5ca3-4d38-a1b9-35a6ba7f294d\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.292659516Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.295238955Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d5a47210-352b-4d1a-b41b-204c9c77194d\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.295376229Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.298823016Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"51e3f0ec-dc2c-4089-9123-0a0c28a01662\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.299209747Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.301799206Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3a24a791-41c0-4e45-8df3-49670ae588bf\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.301924255Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.304335119Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6926ca30-52c9-4055-850d-04622e28f54a\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.304495528Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.309432044Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1574f29b-3e61-45c0-8336-e6fa41e78481\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.309955106Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.311421728Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"61490571-085f-4b36-bcd0-279ee7459ddc\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.311760503Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.312883802Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"51b0f631-6b29-4405-8e05-b070a6da1011\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.313072087Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.314265955Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dcaddda4-5721-436b-8e4c-2d37ada9c338\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.314399972Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.315325146Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7e2f2085-85d9-46f1-b0a5-2df40dd18eac\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.315449493Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.316795315Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6e224ee2-db12-44a6-9e15-64e1aaa5e683\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:38:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.316969702Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.318902834Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f0247667-a29c-41fd-9e28-e69059a3339e\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.3191117Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.321216504Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"783c532b-eb0f-4432-8930-26005263d199\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.321374599Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.323536456Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f6bb2f8f-e9ec-4b6c-a11a-4a93e06ccae5\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.323655704Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.327551396Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"90a5bd4d-250c-4219-b596-e39d67b64282\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.327637086Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.330583778Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e91b8241-d598-4fb1-bf4b-23fd19ce7d0f\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.331145326Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.334309411Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dc344948-3580-4612-a950-c447c19deff5\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.334497014Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/rot/cmpa","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:23.335175085Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:23.335216388Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:23.335248131Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.335273572Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.335902395Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.336806125Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"df8c9985-6454-46b0-a0f5-fa00e9924881\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.336945793Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.34026645Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3c893957-6ecf-4079-9d1b-50f4ba1d5757\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.340438543Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.340677439Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.348041952Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:23.348120298Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.34815153Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.348621456Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.350300983Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"47a274af-b3d3-464c-9993-fbc2deccf096\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.350538466Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.351675421Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"158ab5fd-399a-4532-b0e4-4db5a75cc2f4\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:23 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:23.351728036Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:23.351758627Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:23.351788286Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.351817074Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.354266283Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:23.354560419Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.354604297Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.355306586Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.356999179Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.364709581Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:23.364772296Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:23.364803478Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:23.364835261Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.364864079Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.366554076Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.376685703Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.376760472Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:23.376839249Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.376870771Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.376896162Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.445466494Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","sled_agent_url":"http://[::1]:57761"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.445686903Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"SledAgent":"http://[::1]:57761","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:57761/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:23.446793097Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:52822"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.446968106Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.447021873Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.447787017Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:23.44907323Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"incoming request","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:23.449870549Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/inventory","method":"GET","req_id":"7bcb6c08-cbca-4c56-a3ca-5133df274dc0","remote_addr":"[::1]:52822","local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:23.450506085Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/inventory","method":"GET","req_id":"7bcb6c08-cbca-4c56-a3ca-5133df274dc0","remote_addr":"[::1]:52822","local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":643,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.452170722Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"SledAgent":"http://[::1]:57761","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:57761/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7bcb6c08-cbca-4c56-a3ca-5133df274dc0\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:38:23 GMT\"} })"}
{"msg":"begin collecting all keepers","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.455560095Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","nkeeper_admin_clients":0}
{"msg":"end collecting all keepers","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.455690895Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","nkeeper_admin_clients":0}
{"msg":"finished collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.455759712Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:23.457847081Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:23.457978153Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:23.458070637Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.458157229Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.459780935Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.461606893Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:23.461708265Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.466536424Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.471433471Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:23.471740674Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.471851053Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.472434356Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.47506137Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:23.475188633Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.495731704Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"result":"Ok(\"found\")"}
{"msg":"Non-retryable transaction failure","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2025-04-30T06:38:23.508279585Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"}
{"msg":"inventory collection failed","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2025-04-30T06:38:23.509374827Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""}
{"msg":"activation complete","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.509537471Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":44,"elapsed":"536.734068ms"}
{"msg":"activating","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.509795936Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","iteration":45,"reason":"Signaled"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:23.509905655Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:23.510040754Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:23.51014402Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.510319569Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.511236266Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.514046916Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.518208868Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:23.518344048Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.518378677Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.518879835Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.52214977Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","candidates":"[(b139770c-2385-4e5f-b2ea-bae89be6cfda, 0)]"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:23.522444468Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:23.523236405Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:52052","req_id":"c1c3d019-ef60-49dd-aa4d-b0c68a1ecb39","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   06 26 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   .&..........._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.523381855Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:52052","req_id":"c1c3d019-ef60-49dd-aa4d-b0c68a1ecb39","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 1574,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.523604138Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.523764918Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.523806231Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:52052","req_id":"c1c3d019-ef60-49dd-aa4d-b0c68a1ecb39","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61532, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.524159615Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61532, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3968, tv_nsec: 323063920 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:23.524247219Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:23.524715512Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:63470","req_id":"68932bd6-0136-4ad3-9b99-77c137582ade","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   f0 c6 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.524763638Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:63470","req_id":"68932bd6-0136-4ad3-9b99-77c137582ade","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 61638,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.524860551Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.524945491Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:63470","req_id":"68932bd6-0136-4ad3-9b99-77c137582ade","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:23.593861902Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:23.59480418Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:23.594864089Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:23.594897425Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.594923608Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.595931766Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2025-04-30T06:38:23.596354789Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:23.596591671Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:64198","req_id":"8d7981af-b979-4a11-b727-87f140d61f16","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000:   e5 40 01 00  00 01 00 00  00 00 00 01  18 5f 63 6c   .@..........._cl\n0010:   69 63 6b 68  6f 75 73 65  2d 61 64 6d  69 6e 2d 6b   ickhouse-admin-k\n0020:   65 65 70 65  72 04 5f 74  63 70 0d 63  6f 6e 74 72   eeper._tcp.contr\n0030:   6f 6c 2d 70  6c 61 6e 65  05 6f 78 69  64 65 08 69   ol-plane.oxide.i\n0040:   6e 74 65 72  6e 61 6c 00  00 21 00 01  00 00 29 04   nternal..!....).\n0050:   d0 00 00 00  00 00 00                                ......."}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.596770317Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:64198","req_id":"8d7981af-b979-4a11-b727-87f140d61f16","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 58688,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.597142278Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 58688,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_project_deletion_with_snapshot","level":50,"time":"2025-04-30T06:38:23.597238219Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:64198","req_id":"8d7981af-b979-4a11-b727-87f140d61f16","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"begin collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.597603076Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"begin collection from MGS","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.597646092Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","mgs_url":"http://[::1]:61532"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.597673046Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/ignition","method":"GET"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.599262583Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.608075963Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:23.608142165Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.608175611Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.610267529Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.613368037Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c4e0b7d9-d93f-447c-a3fb-bc01e2d1e166\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:38:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.613651301Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:23.614565833Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.614613789Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.615351218Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.617482124Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e2a3347d-22d5-46db-9a88-7038109d1097\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:38:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.617681191Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.621941218Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b6fab755-e8d6-48f7-9891-ae92b9fdcf1b\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.622394261Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.62619319Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"55dcae94-14ff-457c-ac56-9554dd6ba11b\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.626419862Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.62824079Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c2f6817e-14b5-4100-af95-0f177563ed4b\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.628361049Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.630078141Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fabfdda5-410a-4006-ba55-de29fd5e1108\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.630299993Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.632913811Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f52a9f2b-6103-4046-a6a5-91547f8bb7d3\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.633074902Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.635714972Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"608a42b5-fc40-4671-8d71-daf3071ac756\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.635874179Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.639639Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"52cacea3-ac1b-4227-a7f3-6cbe86c48000\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.639850892Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.642822834Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4c6610eb-aed5-44bd-a21b-7979fd97d571\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.64299149Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.644199657Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d1b1d7d5-8a6d-4d98-9b5c-f6d55b9413af\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.64434174Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.645830576Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f032898d-c6dc-464c-bd16-62c98d089b55\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.646030605Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.648519584Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2e0cf435-6ac2-462e-abb0-42ace4b2fa7c\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:38:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.649828973Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.654395872Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3a1e9732-ab94-4641-9ba6-af4eb82bcfb1\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.654574578Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.654958102Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.657154859Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"30d28a2b-a8e6-4d35-8807-06f25f1fd4af\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.657338355Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.659576224Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"122306b3-700c-45ac-8aca-2bac742af522\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.659715331Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.661789143Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"28cf7c6d-e85d-4913-ba11-851fe853991f\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.661914342Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.663757955Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2fe45338-a22f-4f9f-b8a0-2e8af3c2ce84\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.663929878Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.666926218Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c315212c-d026-4fe4-b9b7-795af82a426f\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.667107209Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.6681418Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"afdcc359-912a-44fd-9bc2-94f8adc6aee9\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.668300837Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.669245619Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c2a9cf29-ca8c-4cfc-9440-dff1773f7296\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.669505277Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.670502714Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7d6d5715-346d-496f-a5e1-4fa04dba8159\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.670564708Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.671553608Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3588f390-20dc-455f-8b13-8aef5188f4d1\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.671628928Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.673047785Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d79fafb5-f7af-4a4d-b3f8-ff9151e10f34\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:38:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.673218896Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.674929093Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6fa6365f-61f8-4f43-9a16-b4bfbf158900\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.675055696Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.677494665Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"71fe6cc5-fd03-4b76-8746-586791e3159a\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.677586989Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.679262948Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"816afbcc-a723-42cf-8fa5-8f0aeefd8bcc\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.679387827Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.681470807Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"beac7075-5040-4840-bbf2-3c3a9d508653\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.681549043Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.683481624Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"83ea1a07-b4e8-4bf6-a873-22a74ab61c4e\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.683559108Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.685150168Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8750896d-30b5-4d38-98fd-16814ade4d73\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.685452631Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.686171263Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"44fb037c-a258-4ec8-ac39-37b16654dcc8\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.686308306Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.687916159Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8b008ce1-3282-4922-b90c-cee554382bef\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.687986329Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.68888527Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fd7c55d3-b808-4875-8a6c-a5421fa5cc1f\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.689014187Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.690689264Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"97ba0565-d551-4ee7-899f-37560421a5e3\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.690903631Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.694800486Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4b1f5fd0-7f9f-4fd3-83ea-7a6ac7cc126d\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:38:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.697489053Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.69991212Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"32f33320-f9a1-44dd-9550-e30f29cc32bf\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.700172499Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.705689411Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0c6d3b03-fa43-4fff-b9c4-7eab896519fb\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.706345639Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:23.706776277Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:23.706904622Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:23.707030864Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.707123368Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.708521825Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.714445587Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.726627609Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:23.726732097Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.726820944Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.727449847Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.729034344Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"88bf1a5d-bdc8-497d-9744-8d736aa3388a\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.729323Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:23.730893689Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.73100443Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.731693743Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.732751881Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0f8e7afd-745b-4f7b-9ed8-cbc96a9a55eb\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.733033162Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.735091483Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"44727cc0-0d20-419a-9c3b-61b894272d9b\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.735352723Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.738578861Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"25021570-15c0-48da-a125-82587be164fa\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.738901594Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.740992701Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f82e6e6a-5694-4166-a60b-b3ae0cd6232c\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.741241386Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.742519232Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"542758dd-b5b0-43a7-819d-bbcb7e4f7730\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.742758078Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.743949161Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bfd46ce6-6454-42ed-8aab-1f5750c61ea4\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.744177005Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.746702257Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"caa59472-09c3-4d1e-83ec-cce1458be89b\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:23 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:23.746915411Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:23.747402883Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:23.747462361Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.747493694Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.748317415Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.751364766Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.755413623Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:23.755516829Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:23.755609524Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:23.755699814Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.75578323Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.756297454Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.760413185Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.764812761Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:23.764885135Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.764917319Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.765397766Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.83449129Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","sled_agent_url":"http://[::1]:57761"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.834570648Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"SledAgent":"http://[::1]:57761","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:57761/inventory","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.836136919Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"result":"Ok(\"found\")"}
{"msg":"accepted connection","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:23.83636372Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:44625"}
{"msg":"incoming request","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:23.837582559Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/inventory","method":"GET","req_id":"1ac60539-c6c2-4f34-ac3b-d6832f73b761","remote_addr":"[::1]:44625","local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:23.838127405Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/inventory","method":"GET","req_id":"1ac60539-c6c2-4f34-ac3b-d6832f73b761","remote_addr":"[::1]:44625","local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":552,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.838395899Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"SledAgent":"http://[::1]:57761","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:57761/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1ac60539-c6c2-4f34-ac3b-d6832f73b761\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:38:23 GMT\"} })"}
{"msg":"begin collecting all keepers","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.841092112Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","nkeeper_admin_clients":0}
{"msg":"end collecting all keepers","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.841143935Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","nkeeper_admin_clients":0}
{"msg":"finished collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.841170418Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:23.843305321Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:23.843363818Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:23.843397795Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.843426112Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.844703427Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.847449949Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.851644126Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:23.851829505Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.851869415Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.852344451Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"Non-retryable transaction failure","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2025-04-30T06:38:23.877776453Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"}
{"msg":"inventory collection failed","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2025-04-30T06:38:23.878100629Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""}
{"msg":"activation complete","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.87815643Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":45,"elapsed":"368.332608ms"}
{"msg":"activating","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.878193474Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","iteration":46,"reason":"Signaled"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:23.878222672Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:23.878251479Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:23.878280617Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.878309555Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.878968207Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.881992062Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.888919685Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:23.889057279Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.889094964Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.89007187Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:23.890773799Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:23.890960291Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:23.891086502Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.89118573Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.892215892Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.895012424Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.900618865Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:23.900752761Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.900791489Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.901056597Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.901361595Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","candidates":"[(b139770c-2385-4e5f-b2ea-bae89be6cfda, 0)]"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:23.901446614Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:23.903146832Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.903320938Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.903506789Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:23.903689603Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:62653","req_id":"86af964e-edd3-4dc5-883f-87efd7d30d49","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   ca 13 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   ............._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.90378867Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:62653","req_id":"86af964e-edd3-4dc5-883f-87efd7d30d49","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 51731,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.903917958Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.904122455Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.904178507Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:62653","req_id":"86af964e-edd3-4dc5-883f-87efd7d30d49","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61532, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.90458151Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61532, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3968, tv_nsec: 703487929 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:23.904639055Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:23.904809374Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.905362927Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"oximeter","body":"None","uri":"http://127.0.0.1:39756/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:23.906171227Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"6b711b22-1775-463f-a8b4-7886fc6e1ee7","remote_addr":"127.0.0.1:36198","local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:23.906455143Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"6b711b22-1775-463f-a8b4-7886fc6e1ee7","remote_addr":"127.0.0.1:36198","local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.906509982Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"6b711b22-1775-463f-a8b4-7886fc6e1ee7","remote_addr":"127.0.0.1:36198","local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.906923376Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"6b711b22-1775-463f-a8b4-7886fc6e1ee7","remote_addr":"127.0.0.1:36198","local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:23.907187783Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:50683","req_id":"bcc875a3-51db-4303-bff4-faa3fac16f43","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   d9 ee 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.907380848Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:50683","req_id":"bcc875a3-51db-4303-bff4-faa3fac16f43","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 55790,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.90747752Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.907563351Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:50683","req_id":"bcc875a3-51db-4303-bff4-faa3fac16f43","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:23.952737688Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:23.954715128Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:54253","req_id":"36611075-f9cc-4928-8850-b48b6654d259","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000:   dd 2f 01 00  00 01 00 00  00 00 00 01  18 5f 63 6c   ./..........._cl\n0010:   69 63 6b 68  6f 75 73 65  2d 61 64 6d  69 6e 2d 6b   ickhouse-admin-k\n0020:   65 65 70 65  72 04 5f 74  63 70 0d 63  6f 6e 74 72   eeper._tcp.contr\n0030:   6f 6c 2d 70  6c 61 6e 65  05 6f 78 69  64 65 08 69   ol-plane.oxide.i\n0040:   6e 74 65 72  6e 61 6c 00  00 21 00 01  00 00 29 04   nternal..!....).\n0050:   d0 00 00 00  00 00 00                                ......."}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.955071418Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:54253","req_id":"36611075-f9cc-4928-8850-b48b6654d259","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 56623,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.955451906Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 56623,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_project_deletion_with_snapshot","level":50,"time":"2025-04-30T06:38:23.956485135Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:54253","req_id":"36611075-f9cc-4928-8850-b48b6654d259","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"request completed","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:23.956781645Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"6b711b22-1775-463f-a8b4-7886fc6e1ee7","remote_addr":"127.0.0.1:36198","local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","latency_us":50642,"response_code":"200"}
{"msg":"begin collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.957247393Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"begin collection from MGS","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.957291732Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","mgs_url":"http://[::1]:61532"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.957319457Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/ignition","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.959568819Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:39756/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6b711b22-1775-463f-a8b4-7886fc6e1ee7\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:38:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.959612105Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"oximeter","body":"None","uri":"http://127.0.0.1:39756/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:23.959641293Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"91c524fc-53b1-4901-b557-7d45a808d91b","remote_addr":"127.0.0.1:36198","local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:23.959808667Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"91c524fc-53b1-4901-b557-7d45a808d91b","remote_addr":"127.0.0.1:36198","local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.959868816Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"91c524fc-53b1-4901-b557-7d45a808d91b","remote_addr":"127.0.0.1:36198","local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.961324086Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"91c524fc-53b1-4901-b557-7d45a808d91b","remote_addr":"127.0.0.1:36198","local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.963093672Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2cbdf122-0454-45bd-bba2-c7a1049ffd4d\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:38:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.963283029Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0","method":"GET"}
{"msg":"request completed","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:23.964039196Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"91c524fc-53b1-4901-b557-7d45a808d91b","remote_addr":"127.0.0.1:36198","local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","latency_us":4506,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.964886854Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:39756/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"91c524fc-53b1-4901-b557-7d45a808d91b\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:38:23 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:23.964928588Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:23.96496001Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:23.964986794Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.965491349Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1611df56-241b-4ab2-845f-2a1febd18c2b\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:38:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.965698993Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.968300746Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f8974594-637a-460c-90ba-c31a036a1f6f\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.968697918Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.970993221Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4dba4358-f02f-4208-af9e-fe6352a4284d\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.971120314Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.973287833Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3a53a476-9641-43b6-bde5-657fea7c2eab\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.97344704Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.976492688Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1fbf77fc-4a9b-47e0-8f22-97b9b11ba28e\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.976561075Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.981277291Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c08c5a19-348d-4987-850c-b505db43099c\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.981340107Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:23.986117004Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"result":"Ok(\"found\")"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:24.021897905Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:24.021969207Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:24.025632837Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:24.026410837Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:24.026466478Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:24.026494323Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:24.033367768Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2ec2be88-0a20-4134-976b-e7d1918d3b5f\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:24 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:24.033578879Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/rot/cmpa","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:24.037874137Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:24.038028114Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:24.038073244Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:24.038142502Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:24.039073687Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:24.040538736Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"789548b2-22f9-4272-ac3a-a8b36952290c\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:24 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:24.04066647Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:24.041811141Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"67f6999c-69f1-4f97-be67-4b2871271891\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:24 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:24.041962853Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:24.042460966Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:24.053219722Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:24.05333895Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:24.053370052Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:24.053683817Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:24.062747916Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f3c60a8d-dd2d-4208-854a-7896ef915baf\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:24 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:24.062981562Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:24.064468344Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:24.064522642Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:24.065775839Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:24.066683237Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1b9bccd4-6228-494d-b856-22a02779c93b\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:24 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:24.066884358Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:24.068433575Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"960f0955-d098-48f0-8e83-887359febb3f\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:38:24 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:24.068633293Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:24.071318122Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8cbc3e81-71d8-4610-8b22-34fdfcd5735c\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:24 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:24.080225389Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:24.080265218Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d86d6dbe-a6e3-4fd1-b4cc-4d770b512fb6\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:24 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:24.080298214Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:24.080328074Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d87dfc9c-2abe-4ae9-919a-4161f2ba873a\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:24 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:24.080360348Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:24.080388855Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e1ed8dd5-947f-4757-962b-2835ee429f5e\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:24 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:24.080419476Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:24.080720986Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2c74fe87-bae6-4ff3-b6c6-7ada128de5f7\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:24 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:24.080857989Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:24.082638637Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"373d2a87-7b62-4e94-9f99-97802f559fdd\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:24 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:24.082759228Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:24.083948237Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c5fd20b1-2aea-4155-b0e4-915e09710647\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:24 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:24.084070931Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:24.085298828Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e578f7f8-8846-4680-94e9-1ccfd700650c\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:24 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:24.085432554Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:24.086389441Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"12e7e263-79d6-4d5b-89ed-8b10f330762d\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:24 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:24.086522365Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:24.087947665Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2e8c5366-99a2-4039-968d-fb3cffe6da0b\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:24 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:24.088067073Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:24.089288687Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bed09c87-ae53-4258-85d7-6a62b74d8e37\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:38:24 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:24.0894455Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:24.091880852Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b5afdc8f-3e06-48f3-beaa-8a6e91e8da10\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:24 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:24.091949959Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:24.096871886Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6f2faa6d-b7d6-4e88-b1f5-27443d7d4883\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:24 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:24.097147435Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:24.097549526Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:24.105825275Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"93cc4485-7d1a-4f5f-b238-7194a7ed479b\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:24 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:24.106063861Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:24.107627005Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f7a38b63-4b9e-49ac-b5f4-cf980da069a9\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:24 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:24.107842464Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:24.10967714Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1eb28fbf-860e-4dbe-a2cb-c6b95ec8ea55\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:24 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:24.109893731Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:24.117828551Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"78f72695-3dda-4d2b-8b59-f3e066075835\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:24 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:24.118230001Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:24.119039955Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6b8dd3ea-05d8-4e4f-b924-fa3af7d89201\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:24 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:24.119246236Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:24.120193453Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"09b5296c-3412-4e7e-b603-5deaa13065dc\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:24 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:24.120263633Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:24.121183425Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c4d89025-14ae-4a87-ad77-635c527fe25d\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:24 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:24.121312573Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:24.122238277Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"13db16a2-4f10-4d3b-a45b-f21e64a4a5ea\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:24 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:24.122318326Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:24.123749037Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"63cad967-148e-48f5-9650-1a2d36393f6a\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:38:24 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:24.123942402Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:24.125795264Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c68e28fc-e362-4b90-ac5d-d60e75632290\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:24 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:24.125922758Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:24.127555642Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4ceb5387-9acb-4b9f-87c1-f62a8fe25c7b\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:24 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:24.127883595Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:24.129407762Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fa630265-1a5a-453c-a1a6-d891c99b6ac4\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:24 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:24.129476128Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:24.131290433Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b31eb5d0-69f1-4609-9134-8b6169dfdafa\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:24 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:24.131358819Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:24.132966071Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ec05e601-ba85-4d5e-80e1-4da6d18a3561\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:24 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:24.133034648Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:24.134687732Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"716789ef-325e-4000-a6d5-a5e836a5d1e0\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:24 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:24.134751719Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:24.135628586Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eef1f9cc-2b1f-4a9e-b995-95cb968c5523\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:24 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:24.135747563Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:24.136744169Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6588125d-2911-47b7-909e-ee8dd90927ab\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:24 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:24.136873567Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:24.140337519Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e2c06db3-3fca-4278-af2e-84de6a7ec599\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:24 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:24.140891572Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:24.143085103Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fc30d284-690a-4b7c-aaee-00d397e7ab80\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:24 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:24.143151004Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:24.143272286Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:24.143322065Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:24.143352846Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:24.144725471Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:24.158658642Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:24.158745094Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:24.158783261Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:24.158811527Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:24.160841892Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:24.163052587Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:24.168542164Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:24.168612074Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:24.168676823Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:24.168708416Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:24.168738766Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:24.169224895Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:24.171529066Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:24.191706738Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:24.191795636Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:24.191827148Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:24.192254861Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:24.192472083Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:24.19588856Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:24.195952337Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:24.195984672Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:24.196379068Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:24.215187623Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:24.215248574Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:24.215752167Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:24.31403001Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","sled_agent_url":"http://[::1]:57761"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:24.314134337Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"SledAgent":"http://[::1]:57761","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:57761/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:24.316670811Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:43312"}
{"msg":"incoming request","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:24.317328642Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/inventory","method":"GET","req_id":"d1683eb8-1641-453c-b7ec-fe7c45eef580","remote_addr":"[::1]:43312","local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:24.318095029Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/inventory","method":"GET","req_id":"d1683eb8-1641-453c-b7ec-fe7c45eef580","remote_addr":"[::1]:43312","local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":774,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:24.319084831Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"SledAgent":"http://[::1]:57761","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:57761/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d1683eb8-1641-453c-b7ec-fe7c45eef580\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:38:24 GMT\"} })"}
{"msg":"begin collecting all keepers","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:24.321017071Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","nkeeper_admin_clients":0}
{"msg":"end collecting all keepers","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:24.321078022Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","nkeeper_admin_clients":0}
{"msg":"finished collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:24.321106128Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:24.322756867Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:24.322822628Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:24.322855584Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:24.322884642Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:24.323912921Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:24.326668942Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:24.341975649Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:24.342501257Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:24.342718109Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:24.390485703Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:24.497592065Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:24.500292135Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:24.520841608Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:24.535510966Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:24.594624867Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:24.595107378Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:24.626384876Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:24.626633802Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2025-04-30T06:38:24.627849815Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:24.655686979Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"result":"Ok(\"found\")"}
{"msg":"Non-retryable transaction failure","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2025-04-30T06:38:24.703266027Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"}
{"msg":"inventory collection failed","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2025-04-30T06:38:24.70379952Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""}
{"msg":"activation complete","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:24.703950321Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":46,"elapsed":"825.7432ms"}
{"msg":"activating","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:24.704082103Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","iteration":47,"reason":"Signaled"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:24.704208906Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:24.704374526Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:24.704486779Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:24.704576909Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:24.705753944Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:24.710340222Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:24.71433958Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:24.714494168Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:24.714598356Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:24.715136839Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:24.730493827Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","candidates":"[(b139770c-2385-4e5f-b2ea-bae89be6cfda, 0)]"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:24.746136824Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:24.748385495Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:63160","req_id":"6de99390-2a79-435f-b7ca-6ca7aab90550","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   fd 96 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   ............._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:24.748454172Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:63160","req_id":"6de99390-2a79-435f-b7ca-6ca7aab90550","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 64918,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:24.748748217Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:24.748912625Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:24.749036883Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:63160","req_id":"6de99390-2a79-435f-b7ca-6ca7aab90550","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61532, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:24.749598732Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61532, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3969, tv_nsec: 548493759 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:24.749660685Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:24.749944922Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:54221","req_id":"15157c0b-27bf-4fdf-9945-7c14f45a7b58","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   17 6e 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   .n..........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:24.750001875Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:54221","req_id":"15157c0b-27bf-4fdf-9945-7c14f45a7b58","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 5998,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:24.750126874Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:24.750152846Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:54221","req_id":"15157c0b-27bf-4fdf-9945-7c14f45a7b58","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:24.750306422Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:24.750356622Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:24.750387333Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:24.750413525Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:24.7515603Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:24.848420738Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:24.84951565Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:60245","req_id":"2d9bc9d0-00c5-42f7-a605-817be7d8d0cf","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000:   e8 6e 01 00  00 01 00 00  00 00 00 01  18 5f 63 6c   .n..........._cl\n0010:   69 63 6b 68  6f 75 73 65  2d 61 64 6d  69 6e 2d 6b   ickhouse-admin-k\n0020:   65 65 70 65  72 04 5f 74  63 70 0d 63  6f 6e 74 72   eeper._tcp.contr\n0030:   6f 6c 2d 70  6c 61 6e 65  05 6f 78 69  64 65 08 69   ol-plane.oxide.i\n0040:   6e 74 65 72  6e 61 6c 00  00 21 00 01  00 00 29 04   nternal..!....).\n0050:   d0 00 00 00  00 00 00                                ......."}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:24.849621451Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:60245","req_id":"2d9bc9d0-00c5-42f7-a605-817be7d8d0cf","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 59502,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:24.849800457Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 59502,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_project_deletion_with_snapshot","level":50,"time":"2025-04-30T06:38:24.84989726Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:60245","req_id":"2d9bc9d0-00c5-42f7-a605-817be7d8d0cf","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"begin collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:24.850125896Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"begin collection from MGS","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:24.850169763Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","mgs_url":"http://[::1]:61532"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:24.850196677Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/ignition","method":"GET"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:24.852130349Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:24.858513237Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:24.858566222Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:24.85859516Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:24.859003203Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:24.859292409Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3f2ce9f5-8dd1-4721-aab4-dd8a9b646c54\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:38:24 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:24.859540544Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:24.862437085Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bf927b05-5a02-4198-9832-acc78fe134cb\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:38:24 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:24.862673446Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:24.862928233Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:24.862973874Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:24.863644691Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:24.865503645Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a1c24f4b-d0d4-4128-94ab-212089f08f99\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:24 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:24.866186926Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:24.892281057Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0b0b574e-8e22-421a-b35d-aca8a6b33f76\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:24 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:24.892394293Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:24.897810875Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"41db8aed-796c-4625-80c7-43a82f43485c\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:24 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:24.898008408Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"lookup_all_ipv6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:24.901190779Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:24.902126614Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:64969","req_id":"969a2cc3-9278-4326-915f-c4b03ddedbfe","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   22 a7 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   \"............_de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:24.90223028Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:64969","req_id":"969a2cc3-9278-4326-915f-c4b03ddedbfe","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 8871,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:24.902303115Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:24.902327534Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:24.902349518Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:64969","req_id":"969a2cc3-9278-4326-915f-c4b03ddedbfe","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55056, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_ipv6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:24.914314447Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55056, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3969, tv_nsec: 713155897 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:24.914397182Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:24.917835142Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:56327","req_id":"e79d9ecc-abed-482a-a4c8-544907576e66","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   69 3c 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   i<..........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:24.917959009Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:56327","req_id":"e79d9ecc-abed-482a-a4c8-544907576e66","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 26940,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:24.918357763Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:24.918405909Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:56327","req_id":"e79d9ecc-abed-482a-a4c8-544907576e66","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:24.9207956Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:24.975003446Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","zone_address":"::1"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:24.975126642Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:24.975188845Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"}
{"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2025-04-30T06:38:24.975223875Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"}
{"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2025-04-30T06:38:24.976834615Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"lookup_all_ipv6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:24.977131456Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:24.978194574Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"877571a7-1e75-4ebd-93f6-ee9edc458f5c\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:24 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:24.978371417Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:24.979023546Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:51226","req_id":"e1b2e4f2-6ee6-476c-b0eb-ed2c6f2c575c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   eb 7f 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   ............._de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:24.979083195Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:51226","req_id":"e1b2e4f2-6ee6-476c-b0eb-ed2c6f2c575c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 60287,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:24.979327361Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:24.979506007Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:24.979597329Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:51226","req_id":"e1b2e4f2-6ee6-476c-b0eb-ed2c6f2c575c","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55056, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_ipv6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:24.987995582Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55056, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3969, tv_nsec: 786873545 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:24.988074098Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:24.988840616Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:60542","req_id":"77fa37a9-97f0-44d3-a3b1-67e22970aa5b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   5b 03 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   [...........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:24.988904593Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:60542","req_id":"77fa37a9-97f0-44d3-a3b1-67e22970aa5b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 23299,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:24.989006546Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:24.989246544Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:60542","req_id":"77fa37a9-97f0-44d3-a3b1-67e22970aa5b","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:24.990514631Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:25.035627375Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","zone_address":"::1"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.035748777Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.035920459Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"}
{"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2025-04-30T06:38:25.035975359Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"}
{"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2025-04-30T06:38:25.036619933Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.038607723Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.039421615Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.0397501Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"result":"Ok(\"found\")"}
{"msg":"sent collection request to producer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:25.044065578Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.045685676Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:25.045741487Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:25.045768962Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.072480633Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c40670dc-8ff6-4734-9042-f3423d7ef516\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:25 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.072607526Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.075724105Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e950298d-2cf8-4269-963d-5b9c577d559e\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:25 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.075900667Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.077054486Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"82e7a76c-8017-46d6-a099-3ef75efbe763\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:25 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.077187992Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.078389055Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fe521821-6a53-4a8f-9c33-219d07790ef7\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:25 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.078531218Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.079537393Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c79e58a7-f207-46ab-a214-69aa8edb9ad3\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:25 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.079665518Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.08060986Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8e8977c0-423b-43f4-967e-24baeb0b3a5a\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:25 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.080788556Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.082787078Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"342ea1e7-dc9e-4349-819d-55e9984dfcf4\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:38:25 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.082958219Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.084683336Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"976a86c7-b1ad-4361-afb6-97189fef42fd\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:25 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.084875429Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.086850504Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3c91ae91-9b63-4f7d-aa0a-5e7b546a5dc0\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:25 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.086985343Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.088758776Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a5780dfd-e4e3-4716-a403-2154abf5c686\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:25 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.088875619Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:25.090219146Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:25.090267813Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:25.09036193Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.090401619Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.091452503Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.110455566Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.117287758Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:25.117415914Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.117483208Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.117820159Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.118203162Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"964f5e52-909a-488f-a999-6173a85790d8\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:25 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.118337309Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.1210077Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d540a5b2-5315-4b3e-a041-014709f18076\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:25 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.121084904Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:25.12130355Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.121358749Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.122139515Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.124193878Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4103a4bb-617e-4705-aa1d-06c4dedae2a2\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:25 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.124259259Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.125280193Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e69143f6-aebf-4d69-8bfc-e5f4828dab03\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:25 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.125346214Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.126388711Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1f46ee3a-5e12-4dea-acb9-d3b8b3d292a7\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:25 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.126738198Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.130163552Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2e35ae1d-502e-4879-b3c7-51fc6622ccb6\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:25 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.130228973Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.131975042Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2e3d5253-31ca-41e8-8ff6-828c674cdf02\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:25 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.132041604Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.13270703Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7c2bb592-a381-4804-b002-28dba5941f87\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:38:25 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.132897209Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.135291139Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"870f99ec-2b4d-4d6d-8efe-7b24e1f97864\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:25 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.135408663Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.13787132Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a669669c-0d40-441c-83b5-869ceb85c32a\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:25 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.13793695Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.141041847Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"52175e59-e268-43ac-85f2-83e6fc28f2f3\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:25 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.141192828Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.143209836Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b8f91224-13cf-443f-af62-9994ed28d81d\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:25 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.143284074Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"lookup_all_ipv6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:25.169262845Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:25.183456255Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:63775","req_id":"d6181390-0f9b-433f-91a4-f922bc1bd57e","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   c6 86 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   ............._de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.18385541Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:63775","req_id":"d6181390-0f9b-433f-91a4-f922bc1bd57e","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 50822,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.184288433Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.184524513Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.184765183Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:63775","req_id":"d6181390-0f9b-433f-91a4-f922bc1bd57e","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55056, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.18712255Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"38a2245f-5add-4fe1-bfb0-757c401255ee\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:25 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.18762456Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.188461337Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"result":"Ok(\"found\")"}
{"msg":"lookup_all_ipv6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.189041533Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55056, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3969, tv_nsec: 987943063 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:25.189175149Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:25.190328457Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:50014","req_id":"1bb9ad81-e7a5-4641-8778-be0ccda6fb44","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   e2 9f 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.190494328Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:50014","req_id":"1bb9ad81-e7a5-4641-8778-be0ccda6fb44","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 58015,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.190739175Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.190882301Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:50014","req_id":"1bb9ad81-e7a5-4641-8778-be0ccda6fb44","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:25.191485513Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:25.26852584Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","zone_address":"::1"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.268673585Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.268713454Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"}
{"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2025-04-30T06:38:25.268749105Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"}
{"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2025-04-30T06:38:25.269752324Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:25.269863075Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:25.269907784Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:25.269938094Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.269964908Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.270586536Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.281605411Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.295339264Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:25.295425306Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.295486548Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.295872567Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.296301241Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"613fd143-b025-443d-8ef4-c1e7e0a453cd\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:25 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.296477222Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.340552238Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9a0eef5c-7040-47e4-b6f0-60c7a69bb34b\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:25 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.340701035Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:25.340910993Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.340961023Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.345029599Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.347090856Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"64cfd6b7-3210-41e9-b580-08f7b7cb3694\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:25 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.347396204Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.352810252Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ab42bba8-cd80-491d-b161-aa01e9a4c788\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:25 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.352891634Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.356721154Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f81db247-3bac-45dd-b7f6-10924bc2ce77\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:25 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.356803598Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.358169139Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c561cb15-6870-4986-81df-d832628af7fa\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:38:25 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.358536621Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.360404593Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0c1ffe46-d75c-426f-a4ac-77eb863acb09\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:25 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.36054379Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.366073077Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d3aa1849-7857-4c62-950e-ba769dc31aee\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:25 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.366194449Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.369450336Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"36e8ebd0-346d-4e19-84d2-4630ba61d629\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:25 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.369576096Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.373690644Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9c08f673-ff32-44e4-b575-9ce92083bfdc\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:25 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.373809902Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.381580194Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f298dbac-e924-4030-832f-4c91d174e4fc\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:25 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.381660083Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.383873052Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6f0e0c8d-0553-4ad9-a81e-4abba14476b0\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:25 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.383991478Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.387728624Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b94cf609-7872-461f-bccb-6a04976f4aea\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:25 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.387863413Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.388197488Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.391569437Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"688c05a0-557f-4632-9222-986ff9de0eb3\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:25 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.391871088Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.393359443Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"69376b46-3599-4819-9b6e-d8a91b2517d8\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:25 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.39351328Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.395471852Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"198f374d-e8ab-4b5e-9743-cc1423ce1907\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:25 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:25.39584197Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:25.395898592Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:25.395938712Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.395970345Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.396832493Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.408828514Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.413281917Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:25.413408981Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:25.413516785Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:25.413610913Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.413762826Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.4147134Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.426998417Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.433442015Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:25.433543988Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.433579299Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.434105387Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.487252389Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","sled_agent_url":"http://[::1]:57761"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.487389953Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"SledAgent":"http://[::1]:57761","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:57761/inventory","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:25.487679219Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:25.48772975Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:25.487765822Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.487795591Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.488555916Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"accepted connection","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:25.488701797Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:44694"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.488760444Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.488798269Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.489474957Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:25.490803404Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"incoming request","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:25.495685712Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/inventory","method":"GET","req_id":"bbf923a8-f2bd-4c4e-85dc-9656383082f1","remote_addr":"[::1]:44694","local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:25.496145267Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/inventory","method":"GET","req_id":"bbf923a8-f2bd-4c4e-85dc-9656383082f1","remote_addr":"[::1]:44694","local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":472,"response_code":"200"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.496252261Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.502858343Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:25.502922831Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.502953512Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.503307728Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.504099846Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:25.504157331Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.50553707Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"SledAgent":"http://[::1]:57761","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:57761/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bbf923a8-f2bd-4c4e-85dc-9656383082f1\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:38:25 GMT\"} })"}
{"msg":"begin collecting all keepers","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.507265233Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","nkeeper_admin_clients":0}
{"msg":"end collecting all keepers","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.507311836Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","nkeeper_admin_clients":0}
{"msg":"finished collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.507339702Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:25.508852646Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:25.508902796Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:25.50893494Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.508962916Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.510140352Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:25.516010608Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.516118994Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.516531556Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.516911553Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:25.51696542Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.517388333Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.521695424Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:25.521935773Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.521983218Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.52245606Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2025-04-30T06:38:25.592070723Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"Non-retryable transaction failure","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2025-04-30T06:38:25.63214619Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"}
{"msg":"inventory collection failed","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2025-04-30T06:38:25.633578915Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""}
{"msg":"activation complete","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.633635658Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":47,"elapsed":"929.513625ms"}
{"msg":"activating","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.633673674Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","iteration":48,"reason":"Signaled"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:25.633703493Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:25.63373711Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:25.633766479Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.633793883Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.635039144Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.647439521Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"result":"Ok(\"found\")"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.647901211Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.654894475Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:25.654963422Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.654995666Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.655936451Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.666261533Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","candidates":"[(b139770c-2385-4e5f-b2ea-bae89be6cfda, 0)]"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:25.671357045Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:25.672632988Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:50395","req_id":"80c4d99b-0c46-4b19-8070-2c59fd37820b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   03 9d 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   ............._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.672982414Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:50395","req_id":"80c4d99b-0c46-4b19-8070-2c59fd37820b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 925,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.675739387Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.692939297Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.707373556Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:50395","req_id":"80c4d99b-0c46-4b19-8070-2c59fd37820b","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61532, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:25.707800807Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:25.707857691Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:25.707888883Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.707914855Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.762321506Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.762767104Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61532, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3970, tv_nsec: 561680457 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:25.766706784Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:25.768298505Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:58297","req_id":"45b70a0c-a50b-49de-b834-dde1aad739ce","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   0c 35 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   .5..........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.768445057Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:58297","req_id":"45b70a0c-a50b-49de-b834-dde1aad739ce","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 3125,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.768766978Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.768958991Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:58297","req_id":"45b70a0c-a50b-49de-b834-dde1aad739ce","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:25.900140451Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.901152557Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.908558032Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:25.90862739Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.908662801Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.909028039Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:25.909471242Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:25.91008781Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:54343","req_id":"b25c0691-46dc-429f-919a-9215fc9a2611","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000:   5d 2b 01 00  00 01 00 00  00 00 00 01  18 5f 63 6c   ]+..........._cl\n0010:   69 63 6b 68  6f 75 73 65  2d 61 64 6d  69 6e 2d 6b   ickhouse-admin-k\n0020:   65 65 70 65  72 04 5f 74  63 70 0d 63  6f 6e 74 72   eeper._tcp.contr\n0030:   6f 6c 2d 70  6c 61 6e 65  05 6f 78 69  64 65 08 69   ol-plane.oxide.i\n0040:   6e 74 65 72  6e 61 6c 00  00 21 00 01  00 00 29 04   nternal..!....).\n0050:   d0 00 00 00  00 00 00                                ......."}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.910337087Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:54343","req_id":"b25c0691-46dc-429f-919a-9215fc9a2611","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 23851,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.910537687Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 23851,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_project_deletion_with_snapshot","level":50,"time":"2025-04-30T06:38:25.910633507Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:54343","req_id":"b25c0691-46dc-429f-919a-9215fc9a2611","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.910977072Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"oximeter","body":"None","uri":"http://127.0.0.1:39756/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"begin collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.911721515Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"begin collection from MGS","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.911776415Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","mgs_url":"http://[::1]:61532"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.911806575Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/ignition","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:25.912091332Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"f6afc4e3-1517-4c5e-b76f-1221fb9b4d0b","remote_addr":"127.0.0.1:36198","local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:25.91236118Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"f6afc4e3-1517-4c5e-b76f-1221fb9b4d0b","remote_addr":"127.0.0.1:36198","local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.912418163Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"f6afc4e3-1517-4c5e-b76f-1221fb9b4d0b","remote_addr":"127.0.0.1:36198","local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.912952658Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"f6afc4e3-1517-4c5e-b76f-1221fb9b4d0b","remote_addr":"127.0.0.1:36198","local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:25.913313968Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.913363186Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.913842672Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"request completed","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:25.921759435Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"f6afc4e3-1517-4c5e-b76f-1221fb9b4d0b","remote_addr":"127.0.0.1:36198","local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","latency_us":9681,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.922646653Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:39756/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f6afc4e3-1517-4c5e-b76f-1221fb9b4d0b\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:38:25 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.922844106Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"oximeter","body":"None","uri":"http://127.0.0.1:39756/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:25.923868277Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"f56772cf-2fe2-4e82-a5be-03adddd4bfff","remote_addr":"127.0.0.1:36198","local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:25.92644968Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"f56772cf-2fe2-4e82-a5be-03adddd4bfff","remote_addr":"127.0.0.1:36198","local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.926522545Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"f56772cf-2fe2-4e82-a5be-03adddd4bfff","remote_addr":"127.0.0.1:36198","local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.92721227Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"f56772cf-2fe2-4e82-a5be-03adddd4bfff","remote_addr":"127.0.0.1:36198","local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.92787504Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1344868f-61b2-47a9-87b1-1842fcc95c9a\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:38:25 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.92813115Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.930323659Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"54c6cb1b-2349-437a-a693-9aaaac7f949a\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:38:25 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.930657444Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"request completed","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:25.93093657Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"f56772cf-2fe2-4e82-a5be-03adddd4bfff","remote_addr":"127.0.0.1:36198","local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","latency_us":7104,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.931789369Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:39756/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f56772cf-2fe2-4e82-a5be-03adddd4bfff\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:38:25 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:25.931850661Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:25.931884559Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:25.931909088Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.935459462Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"70ec859d-cde5-481e-8a43-98bbe8494448\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:25 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.935638148Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.939245505Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f9e2f469-ba59-4d46-85df-77f95eccf5d4\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:25 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.939361406Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.943118722Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"919c50c0-7aa8-4b77-ac37-ee313effd1d2\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:25 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.943189463Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.946908052Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5f256f4b-90c2-43d6-a2e8-2a7447053958\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:25 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.947574019Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.970591951Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.97123413Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"981511f9-6c66-4ddb-a7b1-635430f38007\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:25 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.97159527Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.974356391Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"71645b32-3f60-49ad-8aab-7142742a93f7\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:25 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.974714354Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.975937151Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9dd018ba-8a45-4cf1-b8c7-1a1e6dcef585\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:25 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.976260796Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.977705674Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"925c373c-cc85-451d-b113-0ebb1217ec79\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:25 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.978121102Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.979186375Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"97613d69-643e-4afa-a601-25344e680da8\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:25 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.979409299Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.980449892Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"74f10d2f-f94a-45ac-ad3b-3537e18c18e3\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:25 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.980660742Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.982121242Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fe40e3fa-c42a-4ee3-a6a2-81affd6803c9\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:38:25 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.982390168Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.984447868Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2b079176-2094-4e53-a4a9-d9f657bd8e5b\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:25 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.984796663Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.99870279Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3967e54e-3634-4065-925e-a8fdb35190bb\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:25 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:25.998959862Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.004631322Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.004785018Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:26.007742511Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.00843964Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:26.008546332Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:26.008616853Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:26.021533789Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:26.021868025Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:26.021978675Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.022085288Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.022880182Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.024084381Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0a9cc87b-4ce7-45bf-9775-32f04f0cf778\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:25 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.028316223Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.030226519Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.036096534Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:26.036205211Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.036290912Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.036796098Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:26.048176092Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.048259268Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.05012222Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.051575936Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1af124a9-1ed0-4476-8329-98cb6b87f12f\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:26 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.051722869Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.058153672Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"94a3a08d-d6cf-4a53-8ff0-ce25fde82d66\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:26 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.058282969Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.065272686Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"83397554-9810-48e1-953d-8eddcbd79d06\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:26 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.065565459Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.068384706Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2d7c59e8-b8f8-4dd5-b0bb-7614d7490371\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:26 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.068733221Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.078677484Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cd7b7b96-6131-46db-9e9a-8b569a97cf02\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:26 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.091279453Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.092595254Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c28cd0ab-c5db-4528-969f-7d496a49282c\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:26 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.092641086Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.093382263Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b46db24f-aeae-4a13-a41e-63f2cb0e8e77\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:26 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.093459546Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.09779253Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aef61461-e2ec-4828-87f4-6e44d753fada\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:38:26 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.098200292Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.102274139Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"32e660be-7fb1-4350-b3c8-1c0c7fcb38e1\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:26 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.102499428Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.104912295Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1d13e1fe-d980-4a10-82f0-7cdef8e885ab\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:26 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.10545691Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.108686976Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"05d27022-95a9-4bc7-a6ad-efa9b03bd86b\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:26 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.108898367Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.11133885Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ec420465-cb8b-466a-a2c8-43e642d35024\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:26 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.111548828Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.115384881Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a99411ab-ffab-440f-ac39-284e59c27277\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:26 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.115600791Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.11965032Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"001c81e9-b5dc-4cb4-9cc5-c5b6c67e6f0f\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:26 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.119875949Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/rot/cmpa","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.121577119Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.122519356Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"38648b7c-0987-4e77-87e0-2629b069b3d0\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:26 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.122757381Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.1268828Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1426a7a5-1038-4dc7-b96a-4e4c6e8af434\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:26 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.12714374Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.129565034Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ad979901-f325-4489-9fa3-1b893f6b3942\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:26 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.130738883Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.133292221Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6ecf3ca5-0ec5-4957-8618-13dcc1e272a8\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:26 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.133751355Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.14439408Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"21a6c695-3415-4ef1-ad5d-155a2bea96d8\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:38:26 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.144597185Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.15182712Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"195efb17-2aff-4d2f-9598-8563823a3dcb\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:26 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.151893813Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.155451451Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d8bddeb6-a168-4f04-b520-cbb222038870\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:26 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.155522964Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.159630568Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4b42fb7f-22e7-4c80-91b5-627dac9b88f7\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:26 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.15988756Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.164019412Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0e387496-c8d6-4744-b4dd-be46c3d836c6\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:26 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.167401361Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.169396456Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"66c705fc-454d-469b-b7f9-e07cb824ef40\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:26 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.169672596Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:26.172171836Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:26.17231961Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:26.172423347Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.172512104Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.173838266Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.17644018Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"322666da-9e3a-45e0-be02-3f16a56ecce2\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:26 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.177129133Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/rot/cmpa","method":"GET"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.177406115Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.184178829Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:26.184276183Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.184361262Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.18512799Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.187237393Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e48b0141-b45a-41fb-9c84-9b6ab548a25b\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:26 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.187487732Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:26.188206113Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.188311343Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.188990145Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.18965007Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5fdaf2db-aa06-4bd3-94f4-7ff5527cfd4d\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:26 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.189883194Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.19086493Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"272ce77c-3d84-4ac4-ba43-d602a30a5a3d\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:26 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.191124097Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.192573956Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"29987328-4ac7-4d37-83b0-782e75b2e0b2\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:26 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:26.192931328Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:26.19305311Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:26.193229351Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.193327297Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.193920188Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.196980335Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.206864939Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:26.206927244Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:26.2069605Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:26.206998976Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.207063936Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.207828539Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.213396593Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.218885389Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:26.21905624Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.219155528Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.219887827Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.285164616Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","sled_agent_url":"http://[::1]:57761"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.285342501Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"SledAgent":"http://[::1]:57761","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:57761/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:26.291604778Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:54943"}
{"msg":"incoming request","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:26.292133542Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/inventory","method":"GET","req_id":"2f4fa621-4580-444a-abee-4993ce557ef6","remote_addr":"[::1]:54943","local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:26.292714449Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/inventory","method":"GET","req_id":"2f4fa621-4580-444a-abee-4993ce557ef6","remote_addr":"[::1]:54943","local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":552,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.293184816Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"SledAgent":"http://[::1]:57761","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:57761/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2f4fa621-4580-444a-abee-4993ce557ef6\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:38:26 GMT\"} })"}
{"msg":"begin collecting all keepers","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.295959174Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","nkeeper_admin_clients":0}
{"msg":"end collecting all keepers","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.296010987Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","nkeeper_admin_clients":0}
{"msg":"finished collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.296039454Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:26.299664066Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:26.299719937Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:26.299755748Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.299784836Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.300799197Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.307890366Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.315532673Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:26.316003421Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.31610359Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.317171608Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.335237684Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"result":"Ok(\"found\")"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:26.396539123Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:26.396795945Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:26.396923689Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.39701945Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.39943866Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.402993393Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.410513827Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:26.410573425Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.410605309Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.411071598Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"Non-retryable transaction failure","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2025-04-30T06:38:26.41579562Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"}
{"msg":"inventory collection failed","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2025-04-30T06:38:26.416070107Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""}
{"msg":"activation complete","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.416156399Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":48,"elapsed":"782.421333ms"}
{"msg":"activating","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.416198493Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","iteration":49,"reason":"Signaled"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:26.416229154Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:26.416260336Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:26.416288773Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.416315907Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.417649324Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.419732043Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.423335543Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:26.423403729Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.423437256Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.424140206Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:26.42583325Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.425913289Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.426444127Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.429054638Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","candidates":"[(b139770c-2385-4e5f-b2ea-bae89be6cfda, 0)]"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:26.429106531Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:26.431219161Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:55304","req_id":"1d4a374a-e4fd-4dcf-bc14-775871fa6cc9","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   33 59 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   3Y..........._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.431281495Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:55304","req_id":"1d4a374a-e4fd-4dcf-bc14-775871fa6cc9","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 13145,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.431514158Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.431762563Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.43374346Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:55304","req_id":"1d4a374a-e4fd-4dcf-bc14-775871fa6cc9","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61532, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.443778975Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61532, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3971, tv_nsec: 242131140 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:26.443872381Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.445758329Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.445829902Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:26.445857607Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:54692","req_id":"e672998c-bb77-4391-9987-3fe6cc62fc74","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   b5 64 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   .d..........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.445896224Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:54692","req_id":"e672998c-bb77-4391-9987-3fe6cc62fc74","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 46436,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.44623584Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.446375819Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:54692","req_id":"e672998c-bb77-4391-9987-3fe6cc62fc74","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.453489122Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:26.454982948Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:26.519236289Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"}
{"msg":"inserted rows into table","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.525763554Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:26.525870387Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:26.52780412Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:59381","req_id":"b5073c7c-4ebd-4fe4-bcc1-a8c40c58cf98","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000:   56 28 01 00  00 01 00 00  00 00 00 01  18 5f 63 6c   V(..........._cl\n0010:   69 63 6b 68  6f 75 73 65  2d 61 64 6d  69 6e 2d 6b   ickhouse-admin-k\n0020:   65 65 70 65  72 04 5f 74  63 70 0d 63  6f 6e 74 72   eeper._tcp.contr\n0030:   6f 6c 2d 70  6c 61 6e 65  05 6f 78 69  64 65 08 69   ol-plane.oxide.i\n0040:   6e 74 65 72  6e 61 6c 00  00 21 00 01  00 00 29 04   nternal..!....).\n0050:   d0 00 00 00  00 00 00                                ......."}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.52827579Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:59381","req_id":"b5073c7c-4ebd-4fe4-bcc1-a8c40c58cf98","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 22056,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.528901687Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 22056,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_project_deletion_with_snapshot","level":50,"time":"2025-04-30T06:38:26.529226103Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:59381","req_id":"b5073c7c-4ebd-4fe4-bcc1-a8c40c58cf98","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"begin collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.531453601Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"begin collection from MGS","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.531571035Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","mgs_url":"http://[::1]:61532"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.5318193Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/ignition","method":"GET"}
{"msg":"inserted rows into table","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.541514637Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:26.546749026Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2025-04-30T06:38:26.558779436Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.560217041Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b3b41a58-9ffa-4538-9ce9-5406e0ec4b12\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:38:26 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.560749932Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.579886911Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d6295443-d659-4ec9-88a7-dc22a1d97c47\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:38:26 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.580179585Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.58404179Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8380ee0d-63d8-4eca-b19a-b7653bc19287\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:26 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.58426258Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.586983661Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.59013496Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6e5edc9d-1552-422b-898a-19ff8cdf68fe\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:26 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.590374708Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.592786934Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"30b20fc3-8e1c-456c-9ede-63666c1c573a\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:26 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.593039507Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.596880099Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4175e63d-b0ac-4304-b588-bc8d1c1541a9\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:26 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.597136029Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.618903419Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4be8f7da-fe09-4d3d-a45b-156bbaec8158\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:26 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.619130873Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.622458442Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"61118e30-64e8-43f0-875a-e0ce7f950aa0\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:26 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.622677188Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.625441436Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9f3d7cef-319d-4302-83d8-a22cca81e486\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:26 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.625686194Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.626716657Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"33ac8975-ee56-496f-9691-74627a721dd8\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:26 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.626956505Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.627943371Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"715ff21d-6300-45b8-a757-dba497be2b49\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:26 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.628169341Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.629209995Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"66e18b0a-fccc-4115-a689-16b0c8399a38\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:26 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.629421947Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.630752668Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"edd57da2-1f6d-44b4-a520-031a20ecc1b5\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:38:26 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.631015311Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.633371025Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e03328ee-cd3d-4f9f-9ffb-a7412d0b0e02\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:26 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.633582947Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.635491229Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c9ccd224-8eb5-48e2-bbff-64cf7a64e006\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:26 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.635789584Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.63792566Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"10e6b476-ee1a-4fc9-9fa2-241580dab855\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:26 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.638139576Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:26.63840777Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:26.638551156Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:26.638649442Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.638737277Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.639509936Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.642135959Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b3a7c621-b80d-4d36-8853-3355259aca9c\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:26 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.642349835Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.642926143Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.648261233Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:26.648404649Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.648440029Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.648809355Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.651389125Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a9e15999-f41f-46db-a23c-db9fa3a11f2f\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:26 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.651497341Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:26.651674804Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.651717609Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.652276653Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.659334365Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"49405bb6-d827-4841-8407-f92c64da5ad8\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:26 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.659501669Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.661024112Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7bd4934c-aeb2-4ae3-b809-2da7fabe3bfc\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:26 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.661284351Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.662693829Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"04c35111-607d-4f0b-bf4b-a23b8691860a\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:26 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.662831433Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.664297214Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"db3782ff-2273-4301-a6cd-68fdf2267176\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:26 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.66462177Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.666631685Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"307ffb03-fbae-45c1-89a3-fd4a0a345c2b\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:26 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.666753548Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.668889333Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1b128e35-1b56-4f79-b126-011d838b2e5d\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:38:26 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.669088209Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.674774569Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7aa96bcc-4ba6-483c-8786-202968390a9e\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:26 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.674977353Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.67832851Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"725d2644-ba38-41cb-abf3-7aee3b33c51e\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:26 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.67840362Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.686601874Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.687197852Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ce19098d-143a-4386-99b9-bb619412794f\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:26 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.687440475Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.6908859Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"df80c282-78d4-42d8-aad6-763f826d3c0f\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:26 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.690971851Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.695197771Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9c18142b-0661-4073-af7e-bc63b2b19dbc\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:26 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.695275255Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.703502518Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7b3df98a-b67a-4221-9a6f-8b4363bef5f0\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:26 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.704781586Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.706509138Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"83a3b4f2-faf2-4cd9-99b0-196b47c0ed75\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:26 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.708415396Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.709503935Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"82e3311a-bee2-4f26-b398-7063a00cccd2\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:26 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.70964715Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.711038162Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"169f72db-7d88-458c-b277-dce6ad1b193c\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:26 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.711088893Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.713353255Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"56185509-81a9-4200-b4ed-7deda2ef1828\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:26 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.71357689Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.715430974Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a1f35225-15c4-4fc2-b95f-9f3488501c69\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:38:26 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.715744248Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.717957508Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"174020ba-23ab-42a2-a334-5dc1b77d6e5e\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:26 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.718066856Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.729811056Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"00932574-8997-4826-a6a6-315d91aeb2e1\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:26 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.729949031Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.733458303Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aba602ca-dc6a-42d0-9bcc-83bdc0dcfe00\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:26 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.733534584Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.735396264Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"33cdcf8a-9454-402a-97fb-bdf2b7286ca3\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:26 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.735512746Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.737175048Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3d920e3d-447b-4bea-89d3-c98553c8af00\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:26 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.737298514Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:26.737563802Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:26.737609283Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:26.737637439Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.73766312Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.738236362Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.740303651Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"234eb801-7e1a-4f38-921c-81cf6419c0ae\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:26 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.740485363Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/rot/cmpa","method":"GET"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.741045289Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.74632574Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:26.74638074Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.746407804Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.746770596Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.748039555Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"828ef2dc-e9fe-4cf4-93ea-723c43b8a46c\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:26 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.748169283Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.749796445Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4d776abe-00b2-40fa-ae19-907072425d9d\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:26 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.749945943Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:26.750274568Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.750325088Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.750757089Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.75183655Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cf820338-0f8f-4f9b-9627-0ef8b7de546f\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:26 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.751964325Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.753356599Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6bdeb135-55a1-44f4-aaa8-6d71ee77ac24\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:26 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:26.753413211Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:26.753445195Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:26.753473101Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.753500676Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.7539744Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.758523784Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.76262746Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:26.762691047Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:26.762723011Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:26.762755345Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.762783752Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.76360619Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.765663229Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.769605393Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:26.769690443Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.769725082Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.770130399Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.836435207Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","sled_agent_url":"http://[::1]:57761"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.840558513Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"SledAgent":"http://[::1]:57761","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:57761/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:26.841651631Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:40529"}
{"msg":"incoming request","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:26.842900028Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/inventory","method":"GET","req_id":"ba369df8-db6a-41f6-8d27-a9a7a8703127","remote_addr":"[::1]:40529","local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:26.843615473Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/inventory","method":"GET","req_id":"ba369df8-db6a-41f6-8d27-a9a7a8703127","remote_addr":"[::1]:40529","local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":725,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.844096362Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"SledAgent":"http://[::1]:57761","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:57761/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ba369df8-db6a-41f6-8d27-a9a7a8703127\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:38:26 GMT\"} })"}
{"msg":"begin collecting all keepers","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.84564125Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","nkeeper_admin_clients":0}
{"msg":"end collecting all keepers","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.845730317Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","nkeeper_admin_clients":0}
{"msg":"finished collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.845794315Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:26.850673215Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:26.850795249Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:26.850833114Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.850864436Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.851756213Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"accepted connection","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:26.854883945Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"[::1]:54777","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:60852"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.85512239Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.858852222Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:26.859086889Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.85913258Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.859568258Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"incoming request","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:26.860663681Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/crucible/pantry/0","method":"GET","req_id":"bda574f4-9c76-4205-b2e8-26a329be09e8","remote_addr":"[::1]:60852","local_addr":"[::1]:54777","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:26.860932166Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/crucible/pantry/0","method":"GET","req_id":"bda574f4-9c76-4205-b2e8-26a329be09e8","remote_addr":"[::1]:60852","local_addr":"[::1]:54777","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":277,"response_code":"200"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.89816512Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"result":"Ok(\"found\")"}
{"msg":"Non-retryable transaction failure","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2025-04-30T06:38:26.917472589Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"}
{"msg":"inventory collection failed","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2025-04-30T06:38:26.917803308Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""}
{"msg":"activation complete","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.917917105Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":49,"elapsed":"501.680295ms"}
{"msg":"activating","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.917968607Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","iteration":50,"reason":"Signaled"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:26.917996112Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:26.918042815Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:26.918074889Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.918149087Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.921050217Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.927694075Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.931539637Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:26.931602462Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.931635447Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.932012689Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.936062538Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","candidates":"[(b139770c-2385-4e5f-b2ea-bae89be6cfda, 0)]"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:26.936119642Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:26.938107242Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:55244","req_id":"cd71f8dd-1699-45a3-842c-c4ec5fd7dbd6","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   bd 50 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   .P..........._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.938226259Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:55244","req_id":"cd71f8dd-1699-45a3-842c-c4ec5fd7dbd6","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 48464,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.938444314Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.938610114Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.938667047Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:55244","req_id":"cd71f8dd-1699-45a3-842c-c4ec5fd7dbd6","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61532, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.939192334Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61532, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3971, tv_nsec: 738070287 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:26.93925032Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:26.939612331Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:52633","req_id":"072bd17c-83af-47b5-8b73-101a5632db59","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   8c 35 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   .5..........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.939670567Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:52633","req_id":"072bd17c-83af-47b5-8b73-101a5632db59","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 35893,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.939810977Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:26.939845796Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:52633","req_id":"072bd17c-83af-47b5-8b73-101a5632db59","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:27.012122392Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:27.012473562Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:27.012531598Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:27.012565786Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.012592249Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.013223005Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"lookup_all_ipv6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:27.013289778Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.013642501Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.013966747Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:27.01513268Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:53751","req_id":"f5ec833f-8427-4850-9b84-93dc3ed42c78","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000:   c1 a1 01 00  00 01 00 00  00 00 00 01  18 5f 63 6c   ............._cl\n0010:   69 63 6b 68  6f 75 73 65  2d 61 64 6d  69 6e 2d 6b   ickhouse-admin-k\n0020:   65 65 70 65  72 04 5f 74  63 70 0d 63  6f 6e 74 72   eeper._tcp.contr\n0030:   6f 6c 2d 70  6c 61 6e 65  05 6f 78 69  64 65 08 69   ol-plane.oxide.i\n0040:   6e 74 65 72  6e 61 6c 00  00 21 00 01  00 00 29 04   nternal..!....).\n0050:   d0 00 00 00  00 00 00                                ......."}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.015198441Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:53751","req_id":"f5ec833f-8427-4850-9b84-93dc3ed42c78","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 49569,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.015410845Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 49569,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_project_deletion_with_snapshot","level":50,"time":"2025-04-30T06:38:27.01557943Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:53751","req_id":"f5ec833f-8427-4850-9b84-93dc3ed42c78","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"begin collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.017113277Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"begin collection from MGS","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.017169268Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","mgs_url":"http://[::1]:61532"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.017197394Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/ignition","method":"GET"}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:27.017507512Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:64263","req_id":"225b4dc7-81f2-47dd-96cb-3f1d976c5d94","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   fb d8 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   ............._de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.017630337Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:64263","req_id":"225b4dc7-81f2-47dd-96cb-3f1d976c5d94","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 64472,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.017710947Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.01788816Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.017975364Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:64263","req_id":"225b4dc7-81f2-47dd-96cb-3f1d976c5d94","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55056, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"sent collection request to producer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:27.018183499Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.021327754Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:27.021413444Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:27.021443264Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.021557421Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.027220294Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:27.027295674Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.027325684Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.030062938Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"lookup_all_ipv6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.033036122Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55056, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3971, tv_nsec: 831887351 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:27.033096542Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"lookup_all_ipv6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:27.038414889Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:27.03858607Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:64835","req_id":"bedf2960-f091-4c8c-956e-4cb73f7f9f5c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   c1 6a 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   .j..........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.038631701Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:64835","req_id":"bedf2960-f091-4c8c-956e-4cb73f7f9f5c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 49514,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.038935776Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.039148009Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:64835","req_id":"bedf2960-f091-4c8c-956e-4cb73f7f9f5c","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:27.041503833Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:27.092331424Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","zone_address":"::1"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.092436673Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.092641091Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"}
{"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2025-04-30T06:38:27.092701772Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"}
{"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2025-04-30T06:38:27.094225668Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:27.098477018Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.098530515Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.099385038Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:27.09998861Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:63784","req_id":"fcdfd2fd-9657-4083-94f9-e98afb7146ad","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   f5 7a 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   .z..........._de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.100101696Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:63784","req_id":"fcdfd2fd-9657-4083-94f9-e98afb7146ad","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 62842,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.100305862Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.100464979Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.100552704Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:63784","req_id":"fcdfd2fd-9657-4083-94f9-e98afb7146ad","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55056, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_ipv6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.101321125Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55056, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3971, tv_nsec: 900218246 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:27.101898375Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.11029765Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"62247ecd-bfe6-4a40-8f4a-be51ad456ac6\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:38:27 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.11064389Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0","method":"GET"}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:27.116378827Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:58018","req_id":"830ad7ef-dddf-4d91-9d95-e0eb6d9e9dad","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   74 eb 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   t...........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.116448686Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:58018","req_id":"830ad7ef-dddf-4d91-9d95-e0eb6d9e9dad","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 29931,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.116682001Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.116776339Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:58018","req_id":"830ad7ef-dddf-4d91-9d95-e0eb6d9e9dad","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:27.117869376Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:27.161522633Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","zone_address":"::1"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.161690106Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.162067238Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"}
{"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2025-04-30T06:38:27.162173279Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"}
{"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2025-04-30T06:38:27.163147761Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.171807765Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f842ce30-6ab3-4b26-aeb9-168b6cdb865a\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:38:27 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.172112052Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.18301767Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1852a137-bea1-402a-b50f-7644cd21bc40\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:27 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.183207979Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.187035936Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"982796d6-589e-48c7-b045-e2ad09af71f2\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:27 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.187823936Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.190735397Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f9d3c370-ddd8-453a-b964-292beeba4e05\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:27 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.190902981Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.205674883Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c949c087-8f8f-48ea-848f-58785803cf5f\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:27 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.205758279Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.206181232Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.210860295Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"155dba0f-afbe-4988-9920-a057b738ad38\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:27 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.21107387Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.21515929Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0673cf10-37d1-4f90-83be-2a29e85c8318\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:27 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.215762823Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.21743272Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1c5ebaff-f1a2-452e-baa7-fec41a79912e\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:27 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.217493Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.218802319Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"972210ae-90c7-456d-a3cb-210cf0d2fbca\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:27 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.219335491Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.220559019Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"73646e63-58cf-4c55-8c1a-1bb9e7697632\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:27 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.220615542Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.221467058Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f2875bb1-155f-49c8-a582-7462b804e9c5\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:27 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.221598049Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.222620396Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1d293aed-1741-4a49-9e80-86454744f6c4\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:38:27 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.223223678Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.228779888Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"180685a3-bf43-45af-b418-08ed95fb714b\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:27 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.229018945Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.231111284Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f339d2bd-c66f-4eaf-afc9-de4912eac03a\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:27 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.231226393Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.233632327Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c758ef79-94c0-47dc-9a72-3106e812545e\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:27 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.234537069Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.24738598Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"431bab69-888c-4dfd-8c0b-f5e3ca79b952\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:27 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.247740977Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:27.279245428Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:27.279364214Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:27.279398894Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.279455937Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.280067596Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"lookup_all_ipv6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:27.280214469Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:27.285493617Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:57177","req_id":"8cb7d158-b10e-486c-8492-2eb729a306a6","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   a3 8b 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   ............._de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.285839496Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:57177","req_id":"8cb7d158-b10e-486c-8492-2eb729a306a6","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 41867,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.286070236Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.28639874Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.286439672Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:57177","req_id":"8cb7d158-b10e-486c-8492-2eb729a306a6","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55056, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.286681223Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"92718bea-9e3c-4e0e-94f9-624d2f28515e\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:27 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.286869208Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.287092122Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.303034085Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:27.303096199Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.303129104Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.30411549Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"lookup_all_ipv6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.304705004Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55056, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3972, tv_nsec: 103536554 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:27.304761757Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:27.310788836Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.310928344Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.314653015Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:27.315429242Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:55205","req_id":"428874a4-f915-4b3e-a63b-81c5d38caace","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   84 d2 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.315742235Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:55205","req_id":"428874a4-f915-4b3e-a63b-81c5d38caace","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 34002,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.315897174Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.315927464Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:55205","req_id":"428874a4-f915-4b3e-a63b-81c5d38caace","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:27.316660655Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:27.363803254Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","zone_address":"::1"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.363873674Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.36871994Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"41bb8d86-e68f-4e86-870a-1ca5701c499a\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:27 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.36925209Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.371702983Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"31a6d90c-b105-4d4b-9539-6a3a694800bf\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:27 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.372027871Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.373466798Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5498b9e5-9209-46c2-854a-36cccc1a9200\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:27 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.373653089Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.374952288Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c376d806-3180-44ca-9cc6-37c26546c371\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:27 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.375087637Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.376344572Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"261d8a73-4d2d-4c32-9442-aad3af22db65\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:27 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.376419791Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.377903538Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8c286eb8-9a51-4235-965d-ca1820fee0bc\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:38:27 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.378094889Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.38078035Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dfe7c152-3def-46b1-858c-1b07775fd5cc\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:27 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.380842724Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.385234574Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e2ab51a9-e7a7-404b-987a-40bbd41cb9ca\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:27 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.385408571Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.387859254Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"43182814-2860-4d82-a1f5-133543cfa49c\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:27 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.387978922Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:27.38914218Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"[::1]:54777","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:35498"}
{"msg":"incoming request","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:27.38973428Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/crucible/pantry/0","method":"GET","req_id":"5637e776-8d8d-4f83-af35-28933b22575e","remote_addr":"[::1]:35498","local_addr":"[::1]:54777","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:27.390489044Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/crucible/pantry/0","method":"GET","req_id":"5637e776-8d8d-4f83-af35-28933b22575e","remote_addr":"[::1]:35498","local_addr":"[::1]:54777","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":282,"response_code":"200"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.393469923Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"result":"Ok(\"found\")"}
{"msg":"accepted connection","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:27.393805291Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"[::1]:54777","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:34434"}
{"msg":"incoming request","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:27.396021887Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/crucible/pantry/0","method":"GET","req_id":"00906e4c-89ff-453b-a399-b88ff1f65cf7","remote_addr":"[::1]:34434","local_addr":"[::1]:54777","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:27.397238561Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/crucible/pantry/0","method":"GET","req_id":"00906e4c-89ff-453b-a399-b88ff1f65cf7","remote_addr":"[::1]:34434","local_addr":"[::1]:54777","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1256,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:27.397544271Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"[::1]:54777","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:36420"}
{"msg":"incoming request","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:27.398385717Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/crucible/pantry/0","method":"GET","req_id":"f924c9ea-0a95-4052-a77a-5bb826813a87","remote_addr":"[::1]:36420","local_addr":"[::1]:54777","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:27.398891174Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/crucible/pantry/0","method":"GET","req_id":"f924c9ea-0a95-4052-a77a-5bb826813a87","remote_addr":"[::1]:36420","local_addr":"[::1]:54777","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":549,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:27.399201152Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"[::1]:54777","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:52055"}
{"msg":"accepted connection","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:27.400277306Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"[::1]:54777","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:59934"}
{"msg":"incoming request","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:27.400482775Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/crucible/pantry/0","method":"GET","req_id":"2bbe05b7-40bd-476f-9fb8-50ef99cff8e7","remote_addr":"[::1]:52055","local_addr":"[::1]:54777","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:27.400775689Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/crucible/pantry/0","method":"GET","req_id":"2bbe05b7-40bd-476f-9fb8-50ef99cff8e7","remote_addr":"[::1]:52055","local_addr":"[::1]:54777","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":293,"response_code":"200"}
{"msg":"incoming request","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:27.401385133Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/crucible/pantry/0","method":"GET","req_id":"51a07f2f-7a85-4955-93c7-43d3be5d8f6c","remote_addr":"[::1]:59934","local_addr":"[::1]:54777","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:27.402102603Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/crucible/pantry/0","method":"GET","req_id":"51a07f2f-7a85-4955-93c7-43d3be5d8f6c","remote_addr":"[::1]:59934","local_addr":"[::1]:54777","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":727,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.402885964Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3d559e4a-ddef-405a-a73e-b4992f1ffb4d\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:27 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.403201883Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:27.403557131Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"[::1]:54777","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:41307"}
{"msg":"accepted connection","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:27.403688282Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"[::1]:54777","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:59256"}
{"msg":"incoming request","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:27.40467106Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/crucible/pantry/0","method":"GET","req_id":"98a7960a-9495-4566-bc55-fc4b09104729","remote_addr":"[::1]:41307","local_addr":"[::1]:54777","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"incoming request","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:27.405096418Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/crucible/pantry/0","method":"GET","req_id":"4b28045f-8e6c-4409-a4e5-9ba2041c5cfe","remote_addr":"[::1]:59256","local_addr":"[::1]:54777","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:27.405421405Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/crucible/pantry/0","method":"GET","req_id":"98a7960a-9495-4566-bc55-fc4b09104729","remote_addr":"[::1]:41307","local_addr":"[::1]:54777","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":757,"response_code":"200"}
{"msg":"request completed","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:27.405605542Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/crucible/pantry/0","method":"GET","req_id":"4b28045f-8e6c-4409-a4e5-9ba2041c5cfe","remote_addr":"[::1]:59256","local_addr":"[::1]:54777","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":604,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.407508013Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0dfbbe1e-7305-4228-8fb0-4d64f9e6179e\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:27 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.407724554Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.411664835Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"835a8933-5b07-4c0c-b8e9-b25be84c1564\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:27 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.411886727Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.417367758Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"de3c924c-df66-40e4-9b42-00c984ffe3e5\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:27 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.417603698Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.418868588Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"54d0288d-4c6c-42c4-92da-58515482f2aa\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:27 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.419182173Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.42023984Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7e4061d9-0f82-46f9-a0cf-4c4fe175b79d\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:27 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.420486151Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.421563718Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a1624111-ab5d-4a5b-a9e2-07061f0f1170\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:27 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.421772564Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.423252733Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f2967583-bee9-4083-bcb3-e64170a1acd6\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:38:27 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.423517861Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.425652765Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f2eb226b-6024-494e-9602-c0db2a6ba2bb\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:27 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.425864827Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.428264639Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"264f5b0b-d98b-4a53-bf4e-c1f1d9864d20\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:27 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.428529467Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.43056891Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d4a45118-9406-4b5b-b416-c913a899856c\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:27 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.430782696Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.433225844Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"279bab57-122e-4d5f-b47c-afa6ddfda031\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:27 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.433539519Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.435600505Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"14907d42-e50e-47d0-8824-f35edb291d2d\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:27 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.435815013Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.437981209Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"61e20766-13e6-4ad3-8b1f-a665be38eb2a\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:27 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.43822293Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.439243824Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0c79316e-5d9d-4b1c-9815-4de85028f83b\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:27 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.439459093Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.440480799Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0e548d05-9655-4dbd-9e1e-8f39a7b6ea1c\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:27 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.440778913Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:27.447246329Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:27.447744672Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:27.449331724Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.45079515Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.451676215Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.452126442Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.453486392Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.456484826Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5bf0298a-8853-4a06-a27d-0029398ee290\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:27 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.457540319Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.459592568Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:27.460758691Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.463585864Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.474268178Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:27.474364841Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.474524749Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.475356056Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.476711837Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:27.476968568Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.477233206Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"07ba1a64-4762-4a84-8b80-23969cd50043\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:27 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:27.477429557Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:27.477668473Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:27.477764274Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.477847249Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.478402255Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:27.479949357Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.480113354Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.481619746Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.482389629Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"id":"b43761ac-72fd-48b8-8f7d-e21c5f8de01e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:27.48245004Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.484464403Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.489718472Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:27.489781928Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:27.489812709Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:27.489840385Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.489866416Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.490281864Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.492686966Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.497156341Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:27.497217132Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.497248585Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.497638642Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.609909515Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","sled_agent_url":"http://[::1]:57761"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.609991869Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"SledAgent":"http://[::1]:57761","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:57761/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:27.612611829Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:32966"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2025-04-30T06:38:27.613095322Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"incoming request","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:27.613434267Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/inventory","method":"GET","req_id":"13bf0ad5-38af-4605-b87b-6f715fcb406f","remote_addr":"[::1]:32966","local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:27.613953612Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/inventory","method":"GET","req_id":"13bf0ad5-38af-4605-b87b-6f715fcb406f","remote_addr":"[::1]:32966","local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":530,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.614577265Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"SledAgent":"http://[::1]:57761","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:57761/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"13bf0ad5-38af-4605-b87b-6f715fcb406f\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:38:27 GMT\"} })"}
{"msg":"begin collecting all keepers","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.617141253Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","nkeeper_admin_clients":0}
{"msg":"end collecting all keepers","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.61718964Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","nkeeper_admin_clients":0}
{"msg":"finished collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.617217585Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:27.619802997Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:27.619867415Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:27.619902515Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.619933296Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.620784923Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.63266353Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.636399474Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:27.636595425Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.636640063Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.637786778Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.658419888Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"result":"Ok(\"found\")"}
{"msg":"Non-retryable transaction failure","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2025-04-30T06:38:27.67323167Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"}
{"msg":"inventory collection failed","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2025-04-30T06:38:27.674042085Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""}
{"msg":"activation complete","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.674112435Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":50,"elapsed":"756.10001ms"}
{"msg":"activating","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.674158897Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","iteration":51,"reason":"Signaled"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:27.674244778Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:27.674281612Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:27.67431105Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.674338024Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.675315522Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.68985484Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.696159572Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:27.696262948Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.69635942Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.697549431Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.701711474Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","candidates":"[(b139770c-2385-4e5f-b2ea-bae89be6cfda, 0)]"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:27.701805421Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:27.702807788Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:49425","req_id":"aad59684-0d1a-4047-8751-afe63d3d0cf8","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   e7 a7 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   ............._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.702965683Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:49425","req_id":"aad59684-0d1a-4047-8751-afe63d3d0cf8","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 59303,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.703283105Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.703439437Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.703494687Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:49425","req_id":"aad59684-0d1a-4047-8751-afe63d3d0cf8","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61532, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.70412343Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61532, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3972, tv_nsec: 502772085 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:27.704192317Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:27.704493497Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:57334","req_id":"6a824bf6-e239-492c-949d-7aa77907e925","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   e0 32 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   .2..........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.704555971Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:57334","req_id":"6a824bf6-e239-492c-949d-7aa77907e925","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 57394,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.704641392Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.704733766Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:57334","req_id":"6a824bf6-e239-492c-949d-7aa77907e925","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:27.761660549Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:27.762437016Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:27.76249915Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:27.762534821Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.762623998Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.766698747Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:27.767278262Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:55224","req_id":"ba979bcb-6c8b-431e-b066-2c283187ed9b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000:   97 d4 01 00  00 01 00 00  00 00 00 01  18 5f 63 6c   ............._cl\n0010:   69 63 6b 68  6f 75 73 65  2d 61 64 6d  69 6e 2d 6b   ickhouse-admin-k\n0020:   65 65 70 65  72 04 5f 74  63 70 0d 63  6f 6e 74 72   eeper._tcp.contr\n0030:   6f 6c 2d 70  6c 61 6e 65  05 6f 78 69  64 65 08 69   ol-plane.oxide.i\n0040:   6e 74 65 72  6e 61 6c 00  00 21 00 01  00 00 29 04   nternal..!....).\n0050:   d0 00 00 00  00 00 00                                ......."}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.767408962Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:55224","req_id":"ba979bcb-6c8b-431e-b066-2c283187ed9b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 38868,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.767613359Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 38868,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_project_deletion_with_snapshot","level":50,"time":"2025-04-30T06:38:27.767708228Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:55224","req_id":"ba979bcb-6c8b-431e-b066-2c283187ed9b","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"begin collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.768128195Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"begin collection from MGS","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.768181642Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","mgs_url":"http://[::1]:61532"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.768209727Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/ignition","method":"GET"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.769397694Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.777074129Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:27.777173617Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.777261232Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.777943972Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.782537224Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7dfbbb4e-2bbe-4223-8977-582cc433557e\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:38:27 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.785994733Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:27.786577343Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.786704998Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.787377187Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.789142204Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9e0902be-55e8-49a0-8c82-068cdea2f55d\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:38:27 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.789478574Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.791698777Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c3d03bb3-cc48-41b4-aaac-6d4942de3b2c\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:27 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.791914938Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.794152546Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"942c060b-cb72-4b70-a444-ba4c4f09a6d6\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:27 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.794413987Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.797340067Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f7f3f1a9-6733-45a3-b2ea-d2d38884d82a\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:27 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.797590767Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.79982072Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1947ebcb-a6d4-49c1-8293-27dd1937d61d\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:27 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.800080097Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.80944703Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b86aebc8-fd5d-48d4-84f3-05ccba8da027\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:27 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.809663381Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.812454812Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"20c2e47b-a419-4e69-b56e-32b60b929ca2\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:27 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.812826894Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.814186863Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cebcaec0-de10-42e5-880c-5cda17100a54\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:27 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.814451501Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.815879215Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b5a92b65-5145-448f-9612-40cf06c5cfd0\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:27 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.816133813Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.817425085Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6dc40db6-7632-4cd1-b271-e8e0e5ddf6f3\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:27 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.817695654Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.819386584Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4b42cbf7-f9ad-4630-95cf-427cc5e50e66\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:27 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.81959576Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.82107137Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0fec1f09-d5df-4193-9a92-5eadb266e35a\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:38:27 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.821321148Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.824161257Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.825186059Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1cf8f600-95e9-48a0-85fd-7165629a4f65\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:27 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.825440115Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.827754596Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"815f2728-e25e-4400-9591-0282e6b30d5f\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:27 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.827963072Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.829891314Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0206e1d0-dc77-406b-9962-5b152bbdc451\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:27 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.830193556Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.831938292Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c012d9ff-21fa-478f-bc60-00c608f88c4b\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:27 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.832148761Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.833726816Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"13efd878-9f06-40ea-a74f-3c28178f8503\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:27 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.833937074Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.836165304Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cf4b4c94-169b-4879-8a3e-a3534cefd5e7\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:27 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.836485953Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.838058546Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8988021a-a527-4619-88c4-a4786d64b933\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:27 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.838270919Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.839329098Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"64b99eee-9b7a-46d9-8b7f-78675b1460a3\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:27 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.839545379Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.840456053Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4448b557-3f61-4f44-849f-1901bae1a12d\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:27 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.840677474Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.841573129Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"40916dd2-7093-4388-b231-28b5c38d7af6\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:27 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.841776524Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.842891245Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dd0a9724-8340-491c-b082-66fd50512aec\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:38:27 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.843134019Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.844621362Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"86b01200-81f7-42ac-9710-f106c9da9787\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:27 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.844829838Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.846891986Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9f74de22-05c1-43e3-bf7f-e5ea0af430fe\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:27 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.847809585Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.850059097Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0bebc0dc-a9cb-4709-9357-9495e2fc1b58\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:27 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.850268364Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.854734141Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"064cbb99-c3ca-4360-a849-49c940addac7\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:27 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.854950252Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.857718658Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2f2d0a70-973b-46da-b5b1-c8df94371650\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:27 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.858094426Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.86206139Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a18d25e7-d208-4315-8bfc-14c611e42b6e\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:27 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.862274505Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.863630867Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"017fae4e-9910-4073-a25d-761428c69f5f\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:27 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.864091385Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.865202809Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"909d97f5-ddd0-4a97-bc30-9ce2c1d8bf29\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:27 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.865462397Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.866346679Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1ecb03e7-e687-4810-b4e6-10192f1dd01c\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:27 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.866682628Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.867568964Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ce92cc3f-8976-43fd-baf8-1fc7df911772\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:27 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.867775085Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.869811362Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2bd8ef50-df97-452e-93c7-8c530ecff797\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:38:27 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.869954938Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.871764663Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9dae0b06-d5a0-476f-bd9e-66047ca807c0\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:27 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.871885865Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:27.875506298Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:27.875564474Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:27.875597791Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.875623482Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.876448546Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.876661801Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dc27b629-6701-4d87-b0e1-d6724f3ecfcc\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:27 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.876812591Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.88072198Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.895966364Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:27.896114248Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.896150571Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.896578854Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.900040942Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aa3c1ff2-c9d1-4b0f-b5de-c76a2e4e5226\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:27 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.900581589Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:27.901071425Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.901247236Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.903409253Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:27.904494696Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.905271343Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"oximeter","body":"None","uri":"http://127.0.0.1:39756/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:27.906065636Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"edd6be0b-30cb-4fd9-8d6c-cc9ad51f9e31","remote_addr":"127.0.0.1:36198","local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:27.906591043Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"edd6be0b-30cb-4fd9-8d6c-cc9ad51f9e31","remote_addr":"127.0.0.1:36198","local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.906747034Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"edd6be0b-30cb-4fd9-8d6c-cc9ad51f9e31","remote_addr":"127.0.0.1:36198","local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.907640514Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"edd6be0b-30cb-4fd9-8d6c-cc9ad51f9e31","remote_addr":"127.0.0.1:36198","local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"request completed","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:27.911806474Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"edd6be0b-30cb-4fd9-8d6c-cc9ad51f9e31","remote_addr":"127.0.0.1:36198","local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","latency_us":5731,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.912960504Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a34dae62-f995-43fc-afa1-9f8f2e5255da\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:27 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.913387073Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.913704987Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:39756/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"edd6be0b-30cb-4fd9-8d6c-cc9ad51f9e31\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:38:27 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.914515392Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"oximeter","body":"None","uri":"http://127.0.0.1:39756/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:27.915126599Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"0ad0ba4a-5607-4c25-8d4b-bf91dd88d1d4","remote_addr":"127.0.0.1:36198","local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:27.915779119Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"0ad0ba4a-5607-4c25-8d4b-bf91dd88d1d4","remote_addr":"127.0.0.1:36198","local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.916017134Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"0ad0ba4a-5607-4c25-8d4b-bf91dd88d1d4","remote_addr":"127.0.0.1:36198","local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.917162426Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"0ad0ba4a-5607-4c25-8d4b-bf91dd88d1d4","remote_addr":"127.0.0.1:36198","local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"request completed","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:27.921545248Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"0ad0ba4a-5607-4c25-8d4b-bf91dd88d1d4","remote_addr":"127.0.0.1:36198","local_addr":"127.0.0.1:39756","component":"dropshot_internal","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","latency_us":5021,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.92159634Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:39756/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0ad0ba4a-5607-4c25-8d4b-bf91dd88d1d4\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:38:27 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:27.921632101Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:27.921658063Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:27.921682391Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.925154108Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"788a62d5-224b-4a88-ad89-ceaea4cfad65\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:27 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.925533805Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.930473036Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b33e5f04-1e38-4a04-8bea-ca289643f86b\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:27 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.930696612Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/sled/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.931820791Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"249c1eca-69b8-4481-afb9-5befef515152\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:27 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.932114366Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.934231104Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ed804947-6cf2-4e21-81c5-e203b1a6eaf6\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:27 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.934552153Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.937216121Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e18cb688-3819-4f3e-a813-c64919496807\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:27 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.937596449Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.938570159Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.939852915Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d8eef7b0-d772-47d9-93dd-00f40bc638d9\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:27 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:27.940044978Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:27.940166971Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:27.940261339Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.940346468Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.94106504Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.945027084Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.949792489Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:27.949840996Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:27.949869582Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:27.949898711Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.949927448Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.950530149Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.952817736Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.964988215Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:27.965199025Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.965248825Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:27.965924962Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:28.050055587Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","sled_agent_url":"http://[::1]:57761"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:28.050145325Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"SledAgent":"http://[::1]:57761","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:57761/inventory","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:28.067103944Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:28.067189475Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:28.067226589Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:28.067256238Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:28.068673862Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"accepted connection","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:28.068859612Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:61915"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:28.070010515Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:28.070387497Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"incoming request","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:28.073247585Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/inventory","method":"GET","req_id":"8eae7fd5-6d30-4b7d-9c03-b1073b6a54de","remote_addr":"[::1]:61915","local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2025-04-30T06:38:28.076388333Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"uri":"/inventory","method":"GET","req_id":"8eae7fd5-6d30-4b7d-9c03-b1073b6a54de","remote_addr":"[::1]:61915","local_addr":"[::1]:57761","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":3116,"response_code":"200"}
{"msg":"sent collection request to producer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:28.078029222Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:28.079720773Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:28.080047123Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:28.080097363Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:28.080226711Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"SledAgent":"http://[::1]:57761","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:57761/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8eae7fd5-6d30-4b7d-9c03-b1073b6a54de\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:38:27 GMT\"} })"}
{"msg":"begin collecting all keepers","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:28.09288909Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","nkeeper_admin_clients":0}
{"msg":"end collecting all keepers","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:28.093083076Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","nkeeper_admin_clients":0}
{"msg":"finished collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:28.09312537Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:28.099749629Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:28.100343983Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:28.100463782Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:28.100555514Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:28.102090142Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:28.103023201Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:28.109595656Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:28.109790014Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:28.109890013Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:28.110955446Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:28.115282637Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:28.118958682Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:28.119343007Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:28.119448878Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:28.120057361Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:28.125925312Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:28.127421363Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:28.127967361Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"Non-retryable transaction failure","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2025-04-30T06:38:28.219722256Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"}
{"msg":"inventory collection failed","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2025-04-30T06:38:28.220012154Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""}
{"msg":"activation complete","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:28.220068416Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":51,"elapsed":"545.859449ms"}
{"msg":"activating","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:28.220161752Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","iteration":52,"reason":"Signaled"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:28.220203806Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:28.220235359Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:28.220263715Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:28.220289316Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:28.22100877Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:28.222964406Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:28.239260445Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:28.239320515Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:28.239354412Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:28.239781714Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:28.279029372Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","candidates":"[(b139770c-2385-4e5f-b2ea-bae89be6cfda, 0)]"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:28.279112448Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:28.280238531Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:58115","req_id":"e2283b53-7959-4959-bdaf-88ca021b2695","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   81 0a 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   ............._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:28.280307819Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:58115","req_id":"e2283b53-7959-4959-bdaf-88ca021b2695","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 33034,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:28.280380825Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:28.280404562Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:28.280425253Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:58115","req_id":"e2283b53-7959-4959-bdaf-88ca021b2695","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61532, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:28.280546735Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61532, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3973, tv_nsec: 79436271 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:28.280597076Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:28.28087013Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:54024","req_id":"6ec37918-e8c2-4c1b-b622-de335939b702","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   ec 20 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   . ..........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:28.28098057Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:54024","req_id":"6ec37918-e8c2-4c1b-b622-de335939b702","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 60448,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:28.281079757Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:28.281160789Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:54024","req_id":"6ec37918-e8c2-4c1b-b622-de335939b702","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:28.371421527Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"DnsResolver","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2025-04-30T06:38:28.372651749Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:64563","req_id":"89ce7798-58d2-46e5-92ec-05e46c4f0798","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000:   a1 5b 01 00  00 01 00 00  00 00 00 01  18 5f 63 6c   .[..........._cl\n0010:   69 63 6b 68  6f 75 73 65  2d 61 64 6d  69 6e 2d 6b   ickhouse-admin-k\n0020:   65 65 70 65  72 04 5f 74  63 70 0d 63  6f 6e 74 72   eeper._tcp.contr\n0030:   6f 6c 2d 70  6c 61 6e 65  05 6f 78 69  64 65 08 69   ol-plane.oxide.i\n0040:   6e 74 65 72  6e 61 6c 00  00 21 00 01  00 00 29 04   nternal..!....).\n0050:   d0 00 00 00  00 00 00                                ......."}
{"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:28.37275775Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:64563","req_id":"89ce7798-58d2-46e5-92ec-05e46c4f0798","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 41307,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:28.37295854Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 41307,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_project_deletion_with_snapshot","level":50,"time":"2025-04-30T06:38:28.373137697Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"peer_addr":"[::1]:64563","req_id":"89ce7798-58d2-46e5-92ec-05e46c4f0798","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"begin collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:28.373316683Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a"}
{"msg":"begin collection from MGS","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:28.373418005Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","mgs_url":"http://[::1]:61532"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:28.373449157Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/ignition","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:28.378600742Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b3ca9bb4-8fb8-42b1-9d39-d722db30646c\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:38:28 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:28.385351462Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:28.390685991Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:28.392513412Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5103ffc1-9c8b-485e-93ac-8b421bd2ce5a\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:38:28 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:28.392787528Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:28.395346356Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2e46bb2a-9576-47fc-a949-78f7ab5d6a59\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:28 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:28.395613228Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:28.3975115Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"073e4c8e-0197-468a-9fe2-035ef6805ce3\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:28 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:28.397721168Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:28.399540342Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0c014ee2-e524-46a2-895c-35d37cc9f96a\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:28 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:28.399750912Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:28.401530818Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2066aabb-0067-4a25-a2bb-287d0a839e26\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:28 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:28.401741879Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:28.403575973Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2ebf3a4b-b524-4c72-9d7e-08c97f9edbec\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:28 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:28.40378507Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:28.4056573Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4a06c708-8e7f-43a7-94db-ac05df3e7b54\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:28 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:28.405866687Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:28.406763484Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ab59fdde-f6a5-4382-8b56-8d8110a3034d\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:28 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:28.40698256Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:28.40800604Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"219d0230-09d4-4611-ae34-958ed12eb11a\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:28 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:28.408237611Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:28.409850545Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4c0714ba-34f5-44e2-919d-fa4e09d83647\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:28 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:28.410292896Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"Some(Body)","uri":"http://[::1]:61532/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:28.412952726Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e26cd4ed-ecf8-4edf-b4c2-0857b6bb973b\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:28 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:28.413213806Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:28.414719416Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","result":"Ok(Response { url: \"http://[::1]:61532/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"895f429d-0135-4fb6-a22d-7ef109e71f0d\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:38:28 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2025-04-30T06:38:28.414971588Z","hostname":"bmat-EVT22200007-000064cb","pid":25326,"gateway_url":"http://[::1]:61532","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9e5f84de-2a3f-49b5-b142-5e7719264a4a","body":"None","uri":"http://[::1]:61532/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"}